Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 1 | # lib/swift |
Dean Troyer | 6d04fd7 | 2012-12-21 11:03:37 -0600 | [diff] [blame] | 2 | # Functions to control the configuration and operation of the **Swift** service |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 3 | |
| 4 | # Dependencies: |
Adam Spiers | 6a5aa7c | 2013-10-24 11:27:02 +0100 | [diff] [blame] | 5 | # |
| 6 | # - ``functions`` file |
| 7 | # - ``apache`` file |
| 8 | # - ``DEST``, ``SCREEN_NAME``, `SWIFT_HASH` must be defined |
| 9 | # - ``STACK_USER`` must be defined |
| 10 | # - ``SWIFT_DATA_DIR`` or ``DATA_DIR`` must be defined |
| 11 | # - ``lib/keystone`` file |
| 12 | # |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 13 | # ``stack.sh`` calls the entry points in this order: |
| 14 | # |
Adam Spiers | 6a5aa7c | 2013-10-24 11:27:02 +0100 | [diff] [blame] | 15 | # - install_swift |
| 16 | # - _config_swift_apache_wsgi |
| 17 | # - configure_swift |
| 18 | # - init_swift |
| 19 | # - start_swift |
| 20 | # - stop_swift |
| 21 | # - cleanup_swift |
| 22 | # - _cleanup_swift_apache_wsgi |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 23 | |
| 24 | # Save trace setting |
| 25 | XTRACE=$(set +o | grep xtrace) |
| 26 | set +o xtrace |
| 27 | |
| 28 | |
| 29 | # Defaults |
| 30 | # -------- |
| 31 | |
Rob Crittenden | 18d4778 | 2014-03-19 17:47:42 -0400 | [diff] [blame] | 32 | if is_ssl_enabled_service "s-proxy" || is_service_enabled tls-proxy; then |
| 33 | SWIFT_SERVICE_PROTOCOL="https" |
| 34 | fi |
| 35 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 36 | # Set up default directories |
Sean Dague | e08ab10 | 2014-11-13 17:09:28 -0500 | [diff] [blame] | 37 | GITDIR["python-swiftclient"]=$DEST/python-swiftclient |
Sean Dague | 5cb1906 | 2014-11-01 01:37:45 +0100 | [diff] [blame] | 38 | |
| 39 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 40 | SWIFT_DIR=$DEST/swift |
Dean Troyer | 64ab774 | 2012-12-28 15:38:28 -0600 | [diff] [blame] | 41 | SWIFT_AUTH_CACHE_DIR=${SWIFT_AUTH_CACHE_DIR:-/var/cache/swift} |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 42 | SWIFT_APACHE_WSGI_DIR=${SWIFT_APACHE_WSGI_DIR:-/var/www/swift} |
Dean Troyer | b7490da | 2013-03-18 16:07:56 -0500 | [diff] [blame] | 43 | SWIFT3_DIR=$DEST/swift3 |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 44 | |
Rob Crittenden | 18d4778 | 2014-03-19 17:47:42 -0400 | [diff] [blame] | 45 | SWIFT_SERVICE_PROTOCOL=${SWIFT_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL} |
| 46 | SWIFT_DEFAULT_BIND_PORT_INT=${SWIFT_DEFAULT_BIND_PORT_INT:-8081} |
| 47 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 48 | # TODO: add logging to different location. |
| 49 | |
| 50 | # Set ``SWIFT_DATA_DIR`` to the location of swift drives and objects. |
| 51 | # Default is the common DevStack data directory. |
| 52 | SWIFT_DATA_DIR=${SWIFT_DATA_DIR:-${DATA_DIR}/swift} |
Attila Fazekas | e602441 | 2013-09-15 18:38:48 +0200 | [diff] [blame] | 53 | SWIFT_DISK_IMAGE=${SWIFT_DATA_DIR}/drives/images/swift.img |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 54 | |
Dean Troyer | 6ec72fa | 2013-03-13 11:44:53 -0500 | [diff] [blame] | 55 | # Set ``SWIFT_CONF_DIR`` to the location of the configuration files. |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 56 | # Default is ``/etc/swift``. |
JordanP | a6dfe81 | 2014-11-20 18:06:23 +0100 | [diff] [blame^] | 57 | SWIFT_CONF_DIR=${SWIFT_CONF_DIR:-/etc/swift} |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 58 | |
Dean Troyer | b7490da | 2013-03-18 16:07:56 -0500 | [diff] [blame] | 59 | if is_service_enabled s-proxy && is_service_enabled swift3; then |
| 60 | # If we are using swift3, we can default the s3 port to swift instead |
| 61 | # of nova-objectstore |
| 62 | S3_SERVICE_PORT=${S3_SERVICE_PORT:-8080} |
| 63 | fi |
| 64 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 65 | # DevStack will create a loop-back disk formatted as XFS to store the |
Kevin Lyda | d66c965 | 2013-01-09 13:39:57 +0000 | [diff] [blame] | 66 | # swift data. Set ``SWIFT_LOOPBACK_DISK_SIZE`` to the disk size in |
| 67 | # kilobytes. |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 68 | # Default is 1 gigabyte. |
Attila Fazekas | e602441 | 2013-09-15 18:38:48 +0200 | [diff] [blame] | 69 | SWIFT_LOOPBACK_DISK_SIZE_DEFAULT=1G |
Joe Gordon | 66c5424 | 2013-11-12 16:24:14 -0800 | [diff] [blame] | 70 | # if tempest enabled the default size is 6 Gigabyte. |
Attila Fazekas | 3418c1c | 2013-09-16 18:35:49 +0200 | [diff] [blame] | 71 | if is_service_enabled tempest; then |
Joe Gordon | 66c5424 | 2013-11-12 16:24:14 -0800 | [diff] [blame] | 72 | SWIFT_LOOPBACK_DISK_SIZE_DEFAULT=${SWIFT_LOOPBACK_DISK_SIZE:-6G} |
Attila Fazekas | 3418c1c | 2013-09-16 18:35:49 +0200 | [diff] [blame] | 73 | fi |
| 74 | |
| 75 | SWIFT_LOOPBACK_DISK_SIZE=${SWIFT_LOOPBACK_DISK_SIZE:-$SWIFT_LOOPBACK_DISK_SIZE_DEFAULT} |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 76 | |
Chmouel Boudjnah | bc3a339 | 2013-02-23 04:00:51 +0100 | [diff] [blame] | 77 | # Set ``SWIFT_EXTRAS_MIDDLEWARE`` to extras middlewares. |
Samuel Merritt | f19ccb6 | 2014-03-08 07:54:05 -0800 | [diff] [blame] | 78 | # Default is ``staticweb, formpost`` |
| 79 | SWIFT_EXTRAS_MIDDLEWARE=${SWIFT_EXTRAS_MIDDLEWARE:-formpost staticweb} |
Chmouel Boudjnah | bc3a339 | 2013-02-23 04:00:51 +0100 | [diff] [blame] | 80 | |
Cyril Roelandt | d988340 | 2013-09-27 15:16:51 +0000 | [diff] [blame] | 81 | # Set ``SWIFT_EXTRAS_MIDDLEWARE_LAST`` to extras middlewares that need to be at |
| 82 | # the end of the pipeline. |
| 83 | SWIFT_EXTRAS_MIDDLEWARE_LAST=${SWIFT_EXTRAS_MIDDLEWARE_LAST} |
| 84 | |
Joe H. Rahme | 1ce2ffd | 2013-10-22 15:19:09 +0200 | [diff] [blame] | 85 | # Set ``SWIFT_EXTRAS_MIDDLEWARE_NO_AUTH`` to extras middlewares that need to be at |
| 86 | # the beginning of the pipeline, before authentication middlewares. |
| 87 | SWIFT_EXTRAS_MIDDLEWARE_NO_AUTH=${SWIFT_EXTRAS_MIDDLEWARE_NO_AUTH:-crossdomain} |
| 88 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 89 | # The ring uses a configurable number of bits from a path’s MD5 hash as |
| 90 | # a partition index that designates a device. The number of bits kept |
| 91 | # from the hash is known as the partition power, and 2 to the partition |
| 92 | # power indicates the partition count. Partitioning the full MD5 hash |
| 93 | # ring allows other parts of the cluster to work in batches of items at |
| 94 | # once which ends up either more efficient or at least less complex than |
| 95 | # working with each item separately or the entire cluster all at once. |
| 96 | # By default we define 9 for the partition count (which mean 512). |
| 97 | SWIFT_PARTITION_POWER_SIZE=${SWIFT_PARTITION_POWER_SIZE:-9} |
| 98 | |
| 99 | # Set ``SWIFT_REPLICAS`` to configure how many replicas are to be |
Chmouel Boudjnah | 0c3a558 | 2013-03-06 10:58:33 +0100 | [diff] [blame] | 100 | # configured for your Swift cluster. By default we are configuring |
| 101 | # only one replica since this is way less CPU and memory intensive. If |
| 102 | # you are planning to test swift replication you may want to set this |
| 103 | # up to 3. |
| 104 | SWIFT_REPLICAS=${SWIFT_REPLICAS:-1} |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 105 | SWIFT_REPLICAS_SEQ=$(seq ${SWIFT_REPLICAS}) |
| 106 | |
Peter Portante | cee4b3b | 2013-11-20 14:33:16 -0500 | [diff] [blame] | 107 | # Set ``SWIFT_LOG_TOKEN_LENGTH`` to configure how many characters of an auth |
| 108 | # token should be placed in the logs. When keystone is used with PKI tokens, |
| 109 | # the token values can be huge, seemingly larger the 2K, at the least. We |
| 110 | # restrict it here to a default of 12 characters, which should be enough to |
| 111 | # trace through the logs when looking for its use. |
| 112 | SWIFT_LOG_TOKEN_LENGTH=${SWIFT_LOG_TOKEN_LENGTH:-12} |
| 113 | |
Julien Vey | 63024d9 | 2014-05-06 15:10:07 +0200 | [diff] [blame] | 114 | # Set ``SWIFT_MAX_HEADER_SIZE`` to configure the maximun length of headers in |
| 115 | # Swift API |
| 116 | SWIFT_MAX_HEADER_SIZE=${SWIFT_MAX_HEADER_SIZE:-16384} |
| 117 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 118 | # Set ``OBJECT_PORT_BASE``, ``CONTAINER_PORT_BASE``, ``ACCOUNT_PORT_BASE`` |
| 119 | # Port bases used in port number calclution for the service "nodes" |
| 120 | # The specified port number will be used, the additinal ports calculated by |
| 121 | # base_port + node_num * 10 |
Dean Troyer | 1151d6f | 2013-03-29 14:06:52 -0500 | [diff] [blame] | 122 | OBJECT_PORT_BASE=${OBJECT_PORT_BASE:-6013} |
| 123 | CONTAINER_PORT_BASE=${CONTAINER_PORT_BASE:-6011} |
| 124 | ACCOUNT_PORT_BASE=${ACCOUNT_PORT_BASE:-6012} |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 125 | |
Jim Rollenhagen | abbb0e9 | 2014-08-05 18:01:48 +0000 | [diff] [blame] | 126 | # Enable tempurl feature |
| 127 | SWIFT_ENABLE_TEMPURLS=${SWIFT_ENABLE_TEMPURLS:-False} |
| 128 | SWIFT_TEMPURL_KEY=${SWIFT_TEMPURL_KEY} |
| 129 | |
Dean Troyer | 4237f59 | 2014-01-29 16:22:11 -0600 | [diff] [blame] | 130 | # Tell Tempest this project is present |
| 131 | TEMPEST_SERVICES+=,swift |
| 132 | |
Morgan Fainberg | 46455a3 | 2014-06-20 10:37:18 -0700 | [diff] [blame] | 133 | # Toggle for deploying Keystone under HTTPD + mod_wsgi |
| 134 | SWIFT_USE_MOD_WSGI=${SWIFT_USE_MOD_WSGI:-False} |
Dean Troyer | 6d04fd7 | 2012-12-21 11:03:37 -0600 | [diff] [blame] | 135 | |
Dean Troyer | cc6b443 | 2013-04-08 15:38:03 -0500 | [diff] [blame] | 136 | # Functions |
| 137 | # --------- |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 138 | |
Dean Troyer | e4fa721 | 2014-01-15 15:04:49 -0600 | [diff] [blame] | 139 | # Test if any Swift services are enabled |
| 140 | # is_swift_enabled |
| 141 | function is_swift_enabled { |
| 142 | [[ ,${ENABLED_SERVICES} =~ ,"s-" ]] && return 0 |
| 143 | return 1 |
| 144 | } |
| 145 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 146 | # cleanup_swift() - Remove residual data files |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 147 | function cleanup_swift { |
Sean Dague | 101b424 | 2013-10-22 08:47:11 -0400 | [diff] [blame] | 148 | rm -f ${SWIFT_CONF_DIR}{*.builder,*.ring.gz,backups/*.builder,backups/*.ring.gz} |
| 149 | if egrep -q ${SWIFT_DATA_DIR}/drives/sdb1 /proc/mounts; then |
| 150 | sudo umount ${SWIFT_DATA_DIR}/drives/sdb1 |
| 151 | fi |
| 152 | if [[ -e ${SWIFT_DISK_IMAGE} ]]; then |
| 153 | rm ${SWIFT_DISK_IMAGE} |
| 154 | fi |
| 155 | rm -rf ${SWIFT_DATA_DIR}/run/ |
Morgan Fainberg | 46455a3 | 2014-06-20 10:37:18 -0700 | [diff] [blame] | 156 | if [ "$SWIFT_USE_MOD_WSGI" == "True" ]; then |
Sean Dague | 101b424 | 2013-10-22 08:47:11 -0400 | [diff] [blame] | 157 | _cleanup_swift_apache_wsgi |
| 158 | fi |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 159 | } |
| 160 | |
| 161 | # _cleanup_swift_apache_wsgi() - Remove wsgi files, disable and remove apache vhost file |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 162 | function _cleanup_swift_apache_wsgi { |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 163 | sudo rm -f $SWIFT_APACHE_WSGI_DIR/*.wsgi |
Jamie Lennox | 5470701 | 2013-09-17 12:07:48 +1000 | [diff] [blame] | 164 | disable_apache_site proxy-server |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 165 | local node_number type |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 166 | for node_number in ${SWIFT_REPLICAS_SEQ}; do |
| 167 | for type in object container account; do |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 168 | local site_name=${type}-server-${node_number} |
Jamie Lennox | 5470701 | 2013-09-17 12:07:48 +1000 | [diff] [blame] | 169 | disable_apache_site ${site_name} |
Gabriel Assis Bezerra | a688bc6 | 2014-05-27 20:58:22 +0000 | [diff] [blame] | 170 | sudo rm -f $(apache_site_config_for ${site_name}) |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 171 | done |
| 172 | done |
| 173 | } |
| 174 | |
| 175 | # _config_swift_apache_wsgi() - Set WSGI config files of Swift |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 176 | function _config_swift_apache_wsgi { |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 177 | sudo mkdir -p ${SWIFT_APACHE_WSGI_DIR} |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 178 | local proxy_port=${SWIFT_DEFAULT_BIND_PORT:-8080} |
| 179 | |
| 180 | # copy proxy vhost and wsgi file |
Gabriel Assis Bezerra | a688bc6 | 2014-05-27 20:58:22 +0000 | [diff] [blame] | 181 | sudo cp ${SWIFT_DIR}/examples/apache2/proxy-server.template $(apache_site_config_for proxy-server) |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 182 | sudo sed -e " |
| 183 | /^#/d;/^$/d; |
| 184 | s/%PORT%/$proxy_port/g; |
| 185 | s/%SERVICENAME%/proxy-server/g; |
| 186 | s/%APACHE_NAME%/${APACHE_NAME}/g; |
Jamie Lennox | d582460 | 2013-09-17 11:44:37 +1000 | [diff] [blame] | 187 | s/%USER%/${STACK_USER}/g; |
Gabriel Assis Bezerra | a688bc6 | 2014-05-27 20:58:22 +0000 | [diff] [blame] | 188 | " -i $(apache_site_config_for proxy-server) |
Jamie Lennox | 5470701 | 2013-09-17 12:07:48 +1000 | [diff] [blame] | 189 | enable_apache_site proxy-server |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 190 | |
| 191 | sudo cp ${SWIFT_DIR}/examples/wsgi/proxy-server.wsgi.template ${SWIFT_APACHE_WSGI_DIR}/proxy-server.wsgi |
| 192 | sudo sed -e " |
| 193 | /^#/d;/^$/d; |
| 194 | s/%SERVICECONF%/proxy-server.conf/g; |
| 195 | " -i ${SWIFT_APACHE_WSGI_DIR}/proxy-server.wsgi |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 196 | |
| 197 | # copy apache vhost file and set name and port |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 198 | local node_number |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 199 | for node_number in ${SWIFT_REPLICAS_SEQ}; do |
Ian Wienand | 761c456 | 2014-10-21 11:41:37 +1100 | [diff] [blame] | 200 | local object_port=$(( OBJECT_PORT_BASE + 10 * (node_number - 1) )) |
| 201 | local container_port=$(( CONTAINER_PORT_BASE + 10 * (node_number - 1) )) |
| 202 | local account_port=$(( ACCOUNT_PORT_BASE + 10 * (node_number - 1) )) |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 203 | |
Gabriel Assis Bezerra | a688bc6 | 2014-05-27 20:58:22 +0000 | [diff] [blame] | 204 | sudo cp ${SWIFT_DIR}/examples/apache2/object-server.template $(apache_site_config_for object-server-${node_number}) |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 205 | sudo sed -e " |
| 206 | s/%PORT%/$object_port/g; |
| 207 | s/%SERVICENAME%/object-server-${node_number}/g; |
| 208 | s/%APACHE_NAME%/${APACHE_NAME}/g; |
Jamie Lennox | d582460 | 2013-09-17 11:44:37 +1000 | [diff] [blame] | 209 | s/%USER%/${STACK_USER}/g; |
Gabriel Assis Bezerra | a688bc6 | 2014-05-27 20:58:22 +0000 | [diff] [blame] | 210 | " -i $(apache_site_config_for object-server-${node_number}) |
Jamie Lennox | 5470701 | 2013-09-17 12:07:48 +1000 | [diff] [blame] | 211 | enable_apache_site object-server-${node_number} |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 212 | |
| 213 | sudo cp ${SWIFT_DIR}/examples/wsgi/object-server.wsgi.template ${SWIFT_APACHE_WSGI_DIR}/object-server-${node_number}.wsgi |
| 214 | sudo sed -e " |
| 215 | /^#/d;/^$/d; |
| 216 | s/%SERVICECONF%/object-server\/${node_number}.conf/g; |
| 217 | " -i ${SWIFT_APACHE_WSGI_DIR}/object-server-${node_number}.wsgi |
| 218 | |
Gabriel Assis Bezerra | a688bc6 | 2014-05-27 20:58:22 +0000 | [diff] [blame] | 219 | sudo cp ${SWIFT_DIR}/examples/apache2/container-server.template $(apache_site_config_for container-server-${node_number}) |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 220 | sudo sed -e " |
| 221 | /^#/d;/^$/d; |
| 222 | s/%PORT%/$container_port/g; |
| 223 | s/%SERVICENAME%/container-server-${node_number}/g; |
| 224 | s/%APACHE_NAME%/${APACHE_NAME}/g; |
Jamie Lennox | d582460 | 2013-09-17 11:44:37 +1000 | [diff] [blame] | 225 | s/%USER%/${STACK_USER}/g; |
Gabriel Assis Bezerra | a688bc6 | 2014-05-27 20:58:22 +0000 | [diff] [blame] | 226 | " -i $(apache_site_config_for container-server-${node_number}) |
Jamie Lennox | 5470701 | 2013-09-17 12:07:48 +1000 | [diff] [blame] | 227 | enable_apache_site container-server-${node_number} |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 228 | |
| 229 | sudo cp ${SWIFT_DIR}/examples/wsgi/container-server.wsgi.template ${SWIFT_APACHE_WSGI_DIR}/container-server-${node_number}.wsgi |
| 230 | sudo sed -e " |
| 231 | /^#/d;/^$/d; |
| 232 | s/%SERVICECONF%/container-server\/${node_number}.conf/g; |
| 233 | " -i ${SWIFT_APACHE_WSGI_DIR}/container-server-${node_number}.wsgi |
| 234 | |
Gabriel Assis Bezerra | a688bc6 | 2014-05-27 20:58:22 +0000 | [diff] [blame] | 235 | sudo cp ${SWIFT_DIR}/examples/apache2/account-server.template $(apache_site_config_for account-server-${node_number}) |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 236 | sudo sed -e " |
Sean Dague | 101b424 | 2013-10-22 08:47:11 -0400 | [diff] [blame] | 237 | /^#/d;/^$/d; |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 238 | s/%PORT%/$account_port/g; |
| 239 | s/%SERVICENAME%/account-server-${node_number}/g; |
| 240 | s/%APACHE_NAME%/${APACHE_NAME}/g; |
Jamie Lennox | d582460 | 2013-09-17 11:44:37 +1000 | [diff] [blame] | 241 | s/%USER%/${STACK_USER}/g; |
Gabriel Assis Bezerra | a688bc6 | 2014-05-27 20:58:22 +0000 | [diff] [blame] | 242 | " -i $(apache_site_config_for account-server-${node_number}) |
Jamie Lennox | 5470701 | 2013-09-17 12:07:48 +1000 | [diff] [blame] | 243 | enable_apache_site account-server-${node_number} |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 244 | |
| 245 | sudo cp ${SWIFT_DIR}/examples/wsgi/account-server.wsgi.template ${SWIFT_APACHE_WSGI_DIR}/account-server-${node_number}.wsgi |
| 246 | sudo sed -e " |
Sean Dague | 101b424 | 2013-10-22 08:47:11 -0400 | [diff] [blame] | 247 | /^#/d;/^$/d; |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 248 | s/%SERVICECONF%/account-server\/${node_number}.conf/g; |
| 249 | " -i ${SWIFT_APACHE_WSGI_DIR}/account-server-${node_number}.wsgi |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 250 | done |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 251 | } |
| 252 | |
Ian Wienand | f8e86bb | 2014-02-21 15:16:31 +1100 | [diff] [blame] | 253 | # This function generates an object/container/account configuration |
| 254 | # emulating 4 nodes on different ports |
Chmouel Boudjnah | 6c585d7 | 2014-10-04 08:14:30 +0200 | [diff] [blame] | 255 | function generate_swift_config_services { |
Ian Wienand | f8e86bb | 2014-02-21 15:16:31 +1100 | [diff] [blame] | 256 | local swift_node_config=$1 |
| 257 | local node_id=$2 |
| 258 | local bind_port=$3 |
| 259 | local server_type=$4 |
| 260 | |
Ian Wienand | 761c456 | 2014-10-21 11:41:37 +1100 | [diff] [blame] | 261 | log_facility=$(( node_id - 1 )) |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 262 | local node_path=${SWIFT_DATA_DIR}/${node_number} |
Ian Wienand | f8e86bb | 2014-02-21 15:16:31 +1100 | [diff] [blame] | 263 | |
| 264 | iniuncomment ${swift_node_config} DEFAULT user |
| 265 | iniset ${swift_node_config} DEFAULT user ${STACK_USER} |
| 266 | |
| 267 | iniuncomment ${swift_node_config} DEFAULT bind_port |
| 268 | iniset ${swift_node_config} DEFAULT bind_port ${bind_port} |
| 269 | |
| 270 | iniuncomment ${swift_node_config} DEFAULT swift_dir |
| 271 | iniset ${swift_node_config} DEFAULT swift_dir ${SWIFT_CONF_DIR} |
| 272 | |
| 273 | iniuncomment ${swift_node_config} DEFAULT devices |
| 274 | iniset ${swift_node_config} DEFAULT devices ${node_path} |
| 275 | |
| 276 | iniuncomment ${swift_node_config} DEFAULT log_facility |
| 277 | iniset ${swift_node_config} DEFAULT log_facility LOG_LOCAL${log_facility} |
| 278 | |
| 279 | iniuncomment ${swift_node_config} DEFAULT workers |
Chmouel Boudjnah | 55dc2c2 | 2014-09-12 09:34:20 +0200 | [diff] [blame] | 280 | iniset ${swift_node_config} DEFAULT workers ${API_WORKERS:-1} |
Ian Wienand | f8e86bb | 2014-02-21 15:16:31 +1100 | [diff] [blame] | 281 | |
| 282 | iniuncomment ${swift_node_config} DEFAULT disable_fallocate |
| 283 | iniset ${swift_node_config} DEFAULT disable_fallocate true |
| 284 | |
| 285 | iniuncomment ${swift_node_config} DEFAULT mount_check |
| 286 | iniset ${swift_node_config} DEFAULT mount_check false |
| 287 | |
| 288 | iniuncomment ${swift_node_config} ${server_type}-replicator vm_test_mode |
| 289 | iniset ${swift_node_config} ${server_type}-replicator vm_test_mode yes |
Chmouel Boudjnah | 6c585d7 | 2014-10-04 08:14:30 +0200 | [diff] [blame] | 290 | |
| 291 | # Using a sed and not iniset/iniuncomment because we want to a global |
| 292 | # modification and make sure it works for new sections. |
| 293 | sed -i -e "s,#[ ]*recon_cache_path .*,recon_cache_path = ${SWIFT_DATA_DIR}/cache," ${swift_node_config} |
Ian Wienand | f8e86bb | 2014-02-21 15:16:31 +1100 | [diff] [blame] | 294 | } |
| 295 | |
| 296 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 297 | # configure_swift() - Set config files, create data dirs and loop image |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 298 | function configure_swift { |
Joe H. Rahme | 1ce2ffd | 2013-10-22 15:19:09 +0200 | [diff] [blame] | 299 | local swift_pipeline="${SWIFT_EXTRAS_MIDDLEWARE_NO_AUTH}" |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 300 | local node_number |
| 301 | local swift_node_config |
| 302 | local swift_log_dir |
| 303 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 304 | # Make sure to kill all swift processes first |
Chmouel Boudjnah | ad8b276 | 2013-01-10 15:40:01 +0100 | [diff] [blame] | 305 | swift-init --run-dir=${SWIFT_DATA_DIR}/run all stop || true |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 306 | |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 307 | sudo mkdir -p ${SWIFT_CONF_DIR}/{object,container,account}-server |
Stephan Renatus | e578eff | 2013-11-19 13:31:04 +0100 | [diff] [blame] | 308 | sudo chown -R ${STACK_USER}: ${SWIFT_CONF_DIR} |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 309 | |
Dean Troyer | 6ec72fa | 2013-03-13 11:44:53 -0500 | [diff] [blame] | 310 | if [[ "$SWIFT_CONF_DIR" != "/etc/swift" ]]; then |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 311 | # Some swift tools are hard-coded to use ``/etc/swift`` and are apparently not going to be fixed. |
| 312 | # Create a symlink if the config dir is moved |
Dean Troyer | 6ec72fa | 2013-03-13 11:44:53 -0500 | [diff] [blame] | 313 | sudo ln -sf ${SWIFT_CONF_DIR} /etc/swift |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 314 | fi |
| 315 | |
| 316 | # Swift use rsync to synchronize between all the different |
| 317 | # partitions (which make more sense when you have a multi-node |
| 318 | # setup) we configure it with our version of rsync. |
| 319 | sed -e " |
| 320 | s/%GROUP%/${USER_GROUP}/; |
Stephan Renatus | e578eff | 2013-11-19 13:31:04 +0100 | [diff] [blame] | 321 | s/%USER%/${STACK_USER}/; |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 322 | s,%SWIFT_DATA_DIR%,$SWIFT_DATA_DIR,; |
| 323 | " $FILES/swift/rsyncd.conf | sudo tee /etc/rsyncd.conf |
| 324 | # rsyncd.conf just prepared for 4 nodes |
Vincent Untz | c18b965 | 2012-12-04 12:36:34 +0100 | [diff] [blame] | 325 | if is_ubuntu; then |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 326 | sudo sed -i '/^RSYNC_ENABLE=false/ { s/false/true/ }' /etc/default/rsync |
Attila Fazekas | 0e57b96 | 2014-02-28 09:09:52 +0100 | [diff] [blame] | 327 | elif [ -e /etc/xinetd.d/rsync ]; then |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 328 | sudo sed -i '/disable *= *yes/ { s/yes/no/ }' /etc/xinetd.d/rsync |
| 329 | fi |
| 330 | |
Dean Troyer | 6ec72fa | 2013-03-13 11:44:53 -0500 | [diff] [blame] | 331 | SWIFT_CONFIG_PROXY_SERVER=${SWIFT_CONF_DIR}/proxy-server.conf |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 332 | cp ${SWIFT_DIR}/etc/proxy-server.conf-sample ${SWIFT_CONFIG_PROXY_SERVER} |
| 333 | |
Daisuke Morita | d03915f | 2014-10-08 06:52:21 +0000 | [diff] [blame] | 334 | # To run container sync feature introduced in Swift ver 1.12.0, |
| 335 | # container sync "realm" is added in container-sync-realms.conf |
| 336 | local csyncfile=${SWIFT_CONF_DIR}/container-sync-realms.conf |
| 337 | cp ${SWIFT_DIR}/etc/container-sync-realms.conf-sample ${csyncfile} |
| 338 | iniset ${csyncfile} realm1 key realm1key |
| 339 | iniset ${csyncfile} realm1 cluster_name1 "$SWIFT_SERVICE_PROTOCOL://$SERVICE_HOST:8080/v1/" |
Chmouel Boudjnah | f2c1a71 | 2014-01-29 21:38:14 +0000 | [diff] [blame] | 340 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 341 | iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT user |
Stephan Renatus | e578eff | 2013-11-19 13:31:04 +0100 | [diff] [blame] | 342 | iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT user ${STACK_USER} |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 343 | |
| 344 | iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT swift_dir |
Dean Troyer | 6ec72fa | 2013-03-13 11:44:53 -0500 | [diff] [blame] | 345 | iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT swift_dir ${SWIFT_CONF_DIR} |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 346 | |
| 347 | iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT workers |
| 348 | iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT workers 1 |
| 349 | |
| 350 | iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT log_level |
| 351 | iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT log_level DEBUG |
| 352 | |
| 353 | iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT bind_port |
Rob Crittenden | 18d4778 | 2014-03-19 17:47:42 -0400 | [diff] [blame] | 354 | if is_service_enabled tls-proxy; then |
| 355 | iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT bind_port ${SWIFT_DEFAULT_BIND_PORT_INT} |
| 356 | else |
| 357 | iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT bind_port ${SWIFT_DEFAULT_BIND_PORT:-8080} |
| 358 | fi |
| 359 | |
| 360 | if is_ssl_enabled_service s-proxy; then |
| 361 | ensure_certificates SWIFT |
| 362 | |
| 363 | iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT cert_file "$SWIFT_SSL_CERT" |
| 364 | iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT key_file "$SWIFT_SSL_KEY" |
| 365 | fi |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 366 | |
Joe Gordon | d254da5 | 2013-11-19 21:06:29 -0800 | [diff] [blame] | 367 | # Devstack is commonly run in a small slow environment, so bump the |
| 368 | # timeouts up. |
| 369 | # node_timeout is how long between read operations a node takes to |
| 370 | # respond to the proxy server |
| 371 | # conn_timeout is all about how long it takes a connect() system call to |
| 372 | # return |
| 373 | iniset ${SWIFT_CONFIG_PROXY_SERVER} app:proxy-server node_timeout 120 |
| 374 | iniset ${SWIFT_CONFIG_PROXY_SERVER} app:proxy-server conn_timeout 20 |
| 375 | |
Dina Belova | eedfdee | 2014-06-24 16:52:46 +0400 | [diff] [blame] | 376 | # Configure Ceilometer |
| 377 | if is_service_enabled ceilometer; then |
| 378 | iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:ceilometer "set log_level" "WARN" |
| 379 | iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:ceilometer use "egg:ceilometer#swift" |
| 380 | SWIFT_EXTRAS_MIDDLEWARE_LAST="${SWIFT_EXTRAS_MIDDLEWARE_LAST} ceilometer" |
| 381 | fi |
Cyril Roelandt | d988340 | 2013-09-27 15:16:51 +0000 | [diff] [blame] | 382 | |
Peter Portante | cee4b3b | 2013-11-20 14:33:16 -0500 | [diff] [blame] | 383 | # Restrict the length of auth tokens in the swift proxy-server logs. |
| 384 | iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:proxy-logging reveal_sensitive_prefix ${SWIFT_LOG_TOKEN_LENGTH} |
| 385 | |
Chmouel Boudjnah | 5cac378 | 2013-07-17 15:13:44 +0000 | [diff] [blame] | 386 | # By default Swift will be installed with keystone and tempauth middleware |
| 387 | # and add the swift3 middleware if its configured for it. The token for |
Adam Spiers | cb96159 | 2013-10-05 12:11:07 +0100 | [diff] [blame] | 388 | # tempauth would be prefixed with the reseller_prefix setting `TEMPAUTH_` the |
| 389 | # token for keystoneauth would have the standard reseller_prefix `AUTH_` |
Chmouel Boudjnah | 5cac378 | 2013-07-17 15:13:44 +0000 | [diff] [blame] | 390 | if is_service_enabled swift3;then |
Joe H. Rahme | 1ce2ffd | 2013-10-22 15:19:09 +0200 | [diff] [blame] | 391 | swift_pipeline+=" swift3 s3token " |
Chmouel Boudjnah | bc3a339 | 2013-02-23 04:00:51 +0100 | [diff] [blame] | 392 | fi |
Chmouel Boudjnah | 254fd55 | 2014-06-30 12:22:59 +0000 | [diff] [blame] | 393 | |
| 394 | if is_service_enabled key;then |
| 395 | swift_pipeline+=" authtoken keystoneauth" |
| 396 | fi |
| 397 | swift_pipeline+=" tempauth " |
| 398 | |
Chmouel Boudjnah | bc3a339 | 2013-02-23 04:00:51 +0100 | [diff] [blame] | 399 | sed -i "/^pipeline/ { s/tempauth/${swift_pipeline} ${SWIFT_EXTRAS_MIDDLEWARE}/ ;}" ${SWIFT_CONFIG_PROXY_SERVER} |
Cyril Roelandt | d988340 | 2013-09-27 15:16:51 +0000 | [diff] [blame] | 400 | sed -i "/^pipeline/ { s/proxy-server/${SWIFT_EXTRAS_MIDDLEWARE_LAST} proxy-server/ ; }" ${SWIFT_CONFIG_PROXY_SERVER} |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 401 | |
Chmouel Boudjnah | 5cac378 | 2013-07-17 15:13:44 +0000 | [diff] [blame] | 402 | iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth account_autocreate |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 403 | iniset ${SWIFT_CONFIG_PROXY_SERVER} app:proxy-server account_autocreate true |
| 404 | |
Chmouel Boudjnah | 5cac378 | 2013-07-17 15:13:44 +0000 | [diff] [blame] | 405 | iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth reseller_prefix |
| 406 | iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth reseller_prefix "TEMPAUTH" |
| 407 | |
Joe H. Rahme | 1ce2ffd | 2013-10-22 15:19:09 +0200 | [diff] [blame] | 408 | # Configure Crossdomain |
| 409 | iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:crossdomain use "egg:swift#crossdomain" |
| 410 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 411 | # Configure Keystone |
| 412 | sed -i '/^# \[filter:authtoken\]/,/^# \[filter:keystoneauth\]$/ s/^#[ \t]*//' ${SWIFT_CONFIG_PROXY_SERVER} |
Brant Knudson | 0595237 | 2014-09-19 17:22:22 -0500 | [diff] [blame] | 413 | configure_auth_token_middleware ${SWIFT_CONFIG_PROXY_SERVER} swift $SWIFT_AUTH_CACHE_DIR filter:authtoken |
Peter Portante | 8afc893 | 2013-11-20 17:34:39 -0500 | [diff] [blame] | 414 | # This causes the authtoken middleware to use the same python logging |
| 415 | # adapter provided by the swift proxy-server, so that request transaction |
| 416 | # IDs will included in all of its log messages. |
| 417 | iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken log_name swift |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 418 | |
| 419 | iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:keystoneauth use |
| 420 | iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:keystoneauth operator_roles |
| 421 | iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:keystoneauth operator_roles "Member, admin" |
| 422 | |
| 423 | if is_service_enabled swift3; then |
| 424 | cat <<EOF >>${SWIFT_CONFIG_PROXY_SERVER} |
| 425 | # NOTE(chmou): s3token middleware is not updated yet to use only |
| 426 | # username and password. |
| 427 | [filter:s3token] |
Chmouel Boudjnah | 891277f | 2014-02-03 21:07:03 +0000 | [diff] [blame] | 428 | paste.filter_factory = keystoneclient.middleware.s3_token:filter_factory |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 429 | auth_port = ${KEYSTONE_AUTH_PORT} |
| 430 | auth_host = ${KEYSTONE_AUTH_HOST} |
| 431 | auth_protocol = ${KEYSTONE_AUTH_PROTOCOL} |
Rob Crittenden | 18d4778 | 2014-03-19 17:47:42 -0400 | [diff] [blame] | 432 | cafile = ${SSL_BUNDLE_FILE} |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 433 | auth_token = ${SERVICE_TOKEN} |
| 434 | admin_token = ${SERVICE_TOKEN} |
| 435 | |
| 436 | [filter:swift3] |
| 437 | use = egg:swift3#swift3 |
| 438 | EOF |
| 439 | fi |
| 440 | |
Dean Troyer | 6ec72fa | 2013-03-13 11:44:53 -0500 | [diff] [blame] | 441 | cp ${SWIFT_DIR}/etc/swift.conf-sample ${SWIFT_CONF_DIR}/swift.conf |
| 442 | iniset ${SWIFT_CONF_DIR}/swift.conf swift-hash swift_hash_path_suffix ${SWIFT_HASH} |
Julien Vey | 63024d9 | 2014-05-06 15:10:07 +0200 | [diff] [blame] | 443 | iniset ${SWIFT_CONF_DIR}/swift.conf swift-constraints max_header_size ${SWIFT_MAX_HEADER_SIZE} |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 444 | |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 445 | local node_number |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 446 | for node_number in ${SWIFT_REPLICAS_SEQ}; do |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 447 | local swift_node_config=${SWIFT_CONF_DIR}/object-server/${node_number}.conf |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 448 | cp ${SWIFT_DIR}/etc/object-server.conf-sample ${swift_node_config} |
Chmouel Boudjnah | 6c585d7 | 2014-10-04 08:14:30 +0200 | [diff] [blame] | 449 | generate_swift_config_services ${swift_node_config} ${node_number} $(( OBJECT_PORT_BASE + 10 * (node_number - 1) )) object |
Chmouel Boudjnah | 8e5d2f0 | 2012-12-20 13:11:43 +0000 | [diff] [blame] | 450 | iniset ${swift_node_config} filter:recon recon_cache_path ${SWIFT_DATA_DIR}/cache |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 451 | |
Dean Troyer | 6ec72fa | 2013-03-13 11:44:53 -0500 | [diff] [blame] | 452 | swift_node_config=${SWIFT_CONF_DIR}/container-server/${node_number}.conf |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 453 | cp ${SWIFT_DIR}/etc/container-server.conf-sample ${swift_node_config} |
Chmouel Boudjnah | 6c585d7 | 2014-10-04 08:14:30 +0200 | [diff] [blame] | 454 | generate_swift_config_services ${swift_node_config} ${node_number} $(( CONTAINER_PORT_BASE + 10 * (node_number - 1) )) container |
Attila Fazekas | 83e1095 | 2012-11-30 23:28:07 +0100 | [diff] [blame] | 455 | iniuncomment ${swift_node_config} app:container-server allow_versions |
| 456 | iniset ${swift_node_config} app:container-server allow_versions "true" |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 457 | |
Dean Troyer | 6ec72fa | 2013-03-13 11:44:53 -0500 | [diff] [blame] | 458 | swift_node_config=${SWIFT_CONF_DIR}/account-server/${node_number}.conf |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 459 | cp ${SWIFT_DIR}/etc/account-server.conf-sample ${swift_node_config} |
Chmouel Boudjnah | 6c585d7 | 2014-10-04 08:14:30 +0200 | [diff] [blame] | 460 | generate_swift_config_services ${swift_node_config} ${node_number} $(( ACCOUNT_PORT_BASE + 10 * (node_number - 1) )) account |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 461 | done |
| 462 | |
Chmouel Boudjnah | 0ce91a5 | 2013-07-05 11:59:24 +0000 | [diff] [blame] | 463 | # Set new accounts in tempauth to match keystone tenant/user (to make testing easier) |
| 464 | iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth user_swifttenanttest1_swiftusertest1 "testing .admin" |
| 465 | iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth user_swifttenanttest2_swiftusertest2 "testing2 .admin" |
| 466 | iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth user_swifttenanttest1_swiftusertest3 "testing3 .admin" |
| 467 | |
| 468 | testfile=${SWIFT_CONF_DIR}/test.conf |
| 469 | cp ${SWIFT_DIR}/test/sample.conf ${testfile} |
| 470 | |
| 471 | # Set accounts for functional tests |
| 472 | iniset ${testfile} func_test account swifttenanttest1 |
| 473 | iniset ${testfile} func_test username swiftusertest1 |
| 474 | iniset ${testfile} func_test username3 swiftusertest3 |
| 475 | iniset ${testfile} func_test account2 swifttenanttest2 |
| 476 | iniset ${testfile} func_test username2 swiftusertest2 |
Alistair Coles | 24779f6 | 2014-10-15 18:57:59 +0100 | [diff] [blame] | 477 | iniset ${testfile} func_test account4 swifttenanttest4 |
| 478 | iniset ${testfile} func_test username4 swiftusertest4 |
| 479 | iniset ${testfile} func_test password4 testing4 |
| 480 | iniset ${testfile} func_test domain4 swift_test |
Chmouel Boudjnah | 0ce91a5 | 2013-07-05 11:59:24 +0000 | [diff] [blame] | 481 | |
Chmouel Boudjnah | 0ce91a5 | 2013-07-05 11:59:24 +0000 | [diff] [blame] | 482 | if is_service_enabled key;then |
| 483 | iniuncomment ${testfile} func_test auth_version |
Alistair Coles | 24779f6 | 2014-10-15 18:57:59 +0100 | [diff] [blame] | 484 | local auth_vers=$(iniget ${testfile} func_test auth_version) |
Chmouel Boudjnah | 0ce91a5 | 2013-07-05 11:59:24 +0000 | [diff] [blame] | 485 | iniset ${testfile} func_test auth_host ${KEYSTONE_SERVICE_HOST} |
| 486 | iniset ${testfile} func_test auth_port ${KEYSTONE_AUTH_PORT} |
Alistair Coles | 24779f6 | 2014-10-15 18:57:59 +0100 | [diff] [blame] | 487 | if [[ $auth_vers == "3" ]]; then |
| 488 | iniset ${testfile} func_test auth_prefix /v3/ |
| 489 | else |
| 490 | iniset ${testfile} func_test auth_prefix /v2.0/ |
| 491 | fi |
Chmouel Boudjnah | 0ce91a5 | 2013-07-05 11:59:24 +0000 | [diff] [blame] | 492 | fi |
| 493 | |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 494 | local swift_log_dir=${SWIFT_DATA_DIR}/logs |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 495 | rm -rf ${swift_log_dir} |
| 496 | mkdir -p ${swift_log_dir}/hourly |
Stephan Renatus | e578eff | 2013-11-19 13:31:04 +0100 | [diff] [blame] | 497 | sudo chown -R ${STACK_USER}:adm ${swift_log_dir} |
Yves-Gwenael Bourhis | f894c2a | 2014-04-16 13:37:46 +0200 | [diff] [blame] | 498 | |
| 499 | if [[ $SYSLOG != "False" ]]; then |
| 500 | sed "s,%SWIFT_LOGDIR%,${swift_log_dir}," $FILES/swift/rsyslog.conf | sudo \ |
| 501 | tee /etc/rsyslog.d/10-swift.conf |
| 502 | # restart syslog to take the changes |
| 503 | sudo killall -HUP rsyslogd |
| 504 | fi |
Sean Dague | ad7e8c6 | 2014-03-19 19:13:20 -0400 | [diff] [blame] | 505 | |
Morgan Fainberg | 46455a3 | 2014-06-20 10:37:18 -0700 | [diff] [blame] | 506 | if [ "$SWIFT_USE_MOD_WSGI" == "True" ]; then |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 507 | _config_swift_apache_wsgi |
| 508 | fi |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 509 | } |
| 510 | |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 511 | # create_swift_disk - Create Swift backing disk |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 512 | function create_swift_disk { |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 513 | local node_number |
| 514 | |
| 515 | # First do a bit of setup by creating the directories and |
| 516 | # changing the permissions so we can run it as our user. |
| 517 | |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 518 | local user_group=$(id -g ${STACK_USER}) |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 519 | sudo mkdir -p ${SWIFT_DATA_DIR}/{drives,cache,run,logs} |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 520 | sudo chown -R ${STACK_USER}:${user_group} ${SWIFT_DATA_DIR} |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 521 | |
| 522 | # Create a loopback disk and format it to XFS. |
Attila Fazekas | e602441 | 2013-09-15 18:38:48 +0200 | [diff] [blame] | 523 | if [[ -e ${SWIFT_DISK_IMAGE} ]]; then |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 524 | if egrep -q ${SWIFT_DATA_DIR}/drives/sdb1 /proc/mounts; then |
| 525 | sudo umount ${SWIFT_DATA_DIR}/drives/sdb1 |
Attila Fazekas | e602441 | 2013-09-15 18:38:48 +0200 | [diff] [blame] | 526 | sudo rm -f ${SWIFT_DISK_IMAGE} |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 527 | fi |
| 528 | fi |
| 529 | |
| 530 | mkdir -p ${SWIFT_DATA_DIR}/drives/images |
Attila Fazekas | e602441 | 2013-09-15 18:38:48 +0200 | [diff] [blame] | 531 | sudo touch ${SWIFT_DISK_IMAGE} |
Stephan Renatus | e578eff | 2013-11-19 13:31:04 +0100 | [diff] [blame] | 532 | sudo chown ${STACK_USER}: ${SWIFT_DISK_IMAGE} |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 533 | |
Attila Fazekas | e602441 | 2013-09-15 18:38:48 +0200 | [diff] [blame] | 534 | truncate -s ${SWIFT_LOOPBACK_DISK_SIZE} ${SWIFT_DISK_IMAGE} |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 535 | |
| 536 | # Make a fresh XFS filesystem |
Longgeek | fd034f0 | 2014-03-24 17:32:02 +0800 | [diff] [blame] | 537 | /sbin/mkfs.xfs -f -i size=1024 ${SWIFT_DISK_IMAGE} |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 538 | |
| 539 | # Mount the disk with mount options to make it as efficient as possible |
| 540 | mkdir -p ${SWIFT_DATA_DIR}/drives/sdb1 |
| 541 | if ! egrep -q ${SWIFT_DATA_DIR}/drives/sdb1 /proc/mounts; then |
| 542 | sudo mount -t xfs -o loop,noatime,nodiratime,nobarrier,logbufs=8 \ |
Attila Fazekas | e602441 | 2013-09-15 18:38:48 +0200 | [diff] [blame] | 543 | ${SWIFT_DISK_IMAGE} ${SWIFT_DATA_DIR}/drives/sdb1 |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 544 | fi |
| 545 | |
| 546 | # Create a link to the above mount and |
| 547 | # create all of the directories needed to emulate a few different servers |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 548 | local node_number |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 549 | for node_number in ${SWIFT_REPLICAS_SEQ}; do |
| 550 | sudo ln -sf ${SWIFT_DATA_DIR}/drives/sdb1/$node_number ${SWIFT_DATA_DIR}/$node_number; |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 551 | local drive=${SWIFT_DATA_DIR}/drives/sdb1/${node_number} |
| 552 | local node=${SWIFT_DATA_DIR}/${node_number}/node |
| 553 | local node_device=${node}/sdb1 |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 554 | [[ -d $node ]] && continue |
| 555 | [[ -d $drive ]] && continue |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 556 | sudo install -o ${STACK_USER} -g $user_group -d $drive |
| 557 | sudo install -o ${STACK_USER} -g $user_group -d $node_device |
Stephan Renatus | e578eff | 2013-11-19 13:31:04 +0100 | [diff] [blame] | 558 | sudo chown -R ${STACK_USER}: ${node} |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 559 | done |
| 560 | } |
Chmouel Boudjnah | ba31305 | 2013-07-10 21:03:43 +0200 | [diff] [blame] | 561 | # create_swift_accounts() - Set up standard swift accounts and extra |
| 562 | # one for tests we do this by attaching all words in the account name |
| 563 | # since we want to make it compatible with tempauth which use |
| 564 | # underscores for separators. |
Chmouel Boudjnah | 0ce91a5 | 2013-07-05 11:59:24 +0000 | [diff] [blame] | 565 | |
Alistair Coles | 24779f6 | 2014-10-15 18:57:59 +0100 | [diff] [blame] | 566 | # Tenant User Roles Domain |
Chmouel Boudjnah | 0ce91a5 | 2013-07-05 11:59:24 +0000 | [diff] [blame] | 567 | # ------------------------------------------------------------------ |
Alistair Coles | 24779f6 | 2014-10-15 18:57:59 +0100 | [diff] [blame] | 568 | # service swift service default |
| 569 | # swifttenanttest1 swiftusertest1 admin default |
| 570 | # swifttenanttest1 swiftusertest3 anotherrole default |
| 571 | # swifttenanttest2 swiftusertest2 admin default |
| 572 | # swifttenanttest4 swiftusertest4 admin swift_test |
Chmouel Boudjnah | 0ce91a5 | 2013-07-05 11:59:24 +0000 | [diff] [blame] | 573 | |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 574 | function create_swift_accounts { |
Sahid Orentino Ferdjaoui | 1814e67 | 2014-02-11 17:56:07 +0100 | [diff] [blame] | 575 | # Defines specific passwords used by tools/create_userrc.sh |
JordanP | 7c6d005 | 2014-10-06 23:08:50 +0200 | [diff] [blame] | 576 | # As these variables are used by create_userrc.sh, they must be exported |
| 577 | # The _password suffix is expected by create_userrc.sh |
| 578 | export swiftusertest1_password=testing |
| 579 | export swiftusertest2_password=testing2 |
| 580 | export swiftusertest3_password=testing3 |
Alistair Coles | 24779f6 | 2014-10-15 18:57:59 +0100 | [diff] [blame] | 581 | export swiftusertest4_password=testing4 |
Sahid Orentino Ferdjaoui | 1814e67 | 2014-02-11 17:56:07 +0100 | [diff] [blame] | 582 | |
Chmouel Boudjnah | ba31305 | 2013-07-10 21:03:43 +0200 | [diff] [blame] | 583 | KEYSTONE_CATALOG_BACKEND=${KEYSTONE_CATALOG_BACKEND:-sql} |
| 584 | |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 585 | local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }") |
| 586 | local admin_role=$(openstack role list | awk "/ admin / { print \$2 }") |
Masayuki Igawa | d365405 | 2014-09-01 17:30:05 +0900 | [diff] [blame] | 587 | local another_role=$(openstack role list | awk "/ anotherrole / { print \$2 }") |
Chmouel Boudjnah | ba31305 | 2013-07-10 21:03:43 +0200 | [diff] [blame] | 588 | |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 589 | local swift_user=$(get_or_create_user "swift" \ |
| 590 | "$SERVICE_PASSWORD" $service_tenant) |
| 591 | get_or_add_user_role $admin_role $swift_user $service_tenant |
Chmouel Boudjnah | ba31305 | 2013-07-10 21:03:43 +0200 | [diff] [blame] | 592 | |
| 593 | if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then |
Bartosz GĂ³rski | 0abde39 | 2014-02-28 14:15:19 +0100 | [diff] [blame] | 594 | |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 595 | local swift_service=$(get_or_create_service "swift" \ |
Bartosz GĂ³rski | 0abde39 | 2014-02-28 14:15:19 +0100 | [diff] [blame] | 596 | "object-store" "Swift Service") |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 597 | get_or_create_endpoint $swift_service \ |
Bartosz GĂ³rski | 0abde39 | 2014-02-28 14:15:19 +0100 | [diff] [blame] | 598 | "$REGION_NAME" \ |
Rob Crittenden | 18d4778 | 2014-03-19 17:47:42 -0400 | [diff] [blame] | 599 | "$SWIFT_SERVICE_PROTOCOL://$SERVICE_HOST:8080/v1/AUTH_\$(tenant_id)s" \ |
| 600 | "$SWIFT_SERVICE_PROTOCOL://$SERVICE_HOST:8080" \ |
| 601 | "$SWIFT_SERVICE_PROTOCOL://$SERVICE_HOST:8080/v1/AUTH_\$(tenant_id)s" |
Chmouel Boudjnah | ba31305 | 2013-07-10 21:03:43 +0200 | [diff] [blame] | 602 | fi |
| 603 | |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 604 | local swift_tenant_test1=$(get_or_create_project swifttenanttest1) |
| 605 | die_if_not_set $LINENO swift_tenant_test1 "Failure creating swift_tenant_test1" |
| 606 | SWIFT_USER_TEST1=$(get_or_create_user swiftusertest1 $swiftusertest1_password \ |
| 607 | "$swift_tenant_test1" "test@example.com") |
DennyZhang | 23178a9 | 2013-10-22 17:07:32 -0500 | [diff] [blame] | 608 | die_if_not_set $LINENO SWIFT_USER_TEST1 "Failure creating SWIFT_USER_TEST1" |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 609 | get_or_add_user_role $admin_role $SWIFT_USER_TEST1 $swift_tenant_test1 |
Chmouel Boudjnah | 0ce91a5 | 2013-07-05 11:59:24 +0000 | [diff] [blame] | 610 | |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 611 | local swift_user_test3=$(get_or_create_user swiftusertest3 $swiftusertest3_password \ |
| 612 | "$swift_tenant_test1" "test3@example.com") |
| 613 | die_if_not_set $LINENO swift_user_test3 "Failure creating swift_user_test3" |
Masayuki Igawa | d365405 | 2014-09-01 17:30:05 +0900 | [diff] [blame] | 614 | get_or_add_user_role $another_role $swift_user_test3 $swift_tenant_test1 |
Chmouel Boudjnah | 0ce91a5 | 2013-07-05 11:59:24 +0000 | [diff] [blame] | 615 | |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 616 | local swift_tenant_test2=$(get_or_create_project swifttenanttest2) |
| 617 | die_if_not_set $LINENO swift_tenant_test2 "Failure creating swift_tenant_test2" |
Steve Martinelli | 1968542 | 2014-01-24 13:02:26 -0600 | [diff] [blame] | 618 | |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 619 | local swift_user_test2=$(get_or_create_user swiftusertest2 $swiftusertest2_password \ |
| 620 | "$swift_tenant_test2" "test2@example.com") |
| 621 | die_if_not_set $LINENO swift_user_test2 "Failure creating swift_user_test2" |
| 622 | get_or_add_user_role $admin_role $swift_user_test2 $swift_tenant_test2 |
Alistair Coles | 24779f6 | 2014-10-15 18:57:59 +0100 | [diff] [blame] | 623 | |
| 624 | local swift_domain=$(get_or_create_domain swift_test 'Used for swift functional testing') |
| 625 | die_if_not_set $LINENO swift_domain "Failure creating swift_test domain" |
| 626 | |
| 627 | local swift_tenant_test4=$(get_or_create_project swifttenanttest4 $swift_domain) |
| 628 | die_if_not_set $LINENO swift_tenant_test4 "Failure creating swift_tenant_test4" |
| 629 | local swift_user_test4=$(get_or_create_user swiftusertest4 $swiftusertest4_password \ |
| 630 | $swift_tenant_test4 "test4@example.com" $swift_domain) |
| 631 | die_if_not_set $LINENO swift_user_test4 "Failure creating swift_user_test4" |
| 632 | get_or_add_user_role $admin_role $swift_user_test4 $swift_tenant_test4 |
Chmouel Boudjnah | 0ce91a5 | 2013-07-05 11:59:24 +0000 | [diff] [blame] | 633 | } |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 634 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 635 | # init_swift() - Initialize rings |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 636 | function init_swift { |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 637 | local node_number |
| 638 | # Make sure to kill all swift processes first |
Chmouel Boudjnah | ad8b276 | 2013-01-10 15:40:01 +0100 | [diff] [blame] | 639 | swift-init --run-dir=${SWIFT_DATA_DIR}/run all stop || true |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 640 | |
Dean Troyer | 1c6c112 | 2013-03-27 17:40:53 -0500 | [diff] [blame] | 641 | # Forcibly re-create the backing filesystem |
| 642 | create_swift_disk |
| 643 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 644 | # This is where we create three different rings for swift with |
| 645 | # different object servers binding on different ports. |
Dean Troyer | 6ec72fa | 2013-03-13 11:44:53 -0500 | [diff] [blame] | 646 | pushd ${SWIFT_CONF_DIR} >/dev/null && { |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 647 | |
| 648 | rm -f *.builder *.ring.gz backups/*.builder backups/*.ring.gz |
| 649 | |
| 650 | swift-ring-builder object.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1 |
| 651 | swift-ring-builder container.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1 |
| 652 | swift-ring-builder account.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1 |
| 653 | |
| 654 | for node_number in ${SWIFT_REPLICAS_SEQ}; do |
Ian Wienand | d968f2b | 2014-08-14 11:43:54 +1000 | [diff] [blame] | 655 | swift-ring-builder object.builder add z${node_number}-127.0.0.1:$(( OBJECT_PORT_BASE + 10 * (node_number - 1) ))/sdb1 1 |
| 656 | swift-ring-builder container.builder add z${node_number}-127.0.0.1:$(( CONTAINER_PORT_BASE + 10 * (node_number - 1) ))/sdb1 1 |
| 657 | swift-ring-builder account.builder add z${node_number}-127.0.0.1:$(( ACCOUNT_PORT_BASE + 10 * (node_number - 1) ))/sdb1 1 |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 658 | done |
| 659 | swift-ring-builder object.builder rebalance |
| 660 | swift-ring-builder container.builder rebalance |
| 661 | swift-ring-builder account.builder rebalance |
| 662 | } && popd >/dev/null |
| 663 | |
Dean Troyer | 64ab774 | 2012-12-28 15:38:28 -0600 | [diff] [blame] | 664 | # Create cache dir |
| 665 | sudo mkdir -p $SWIFT_AUTH_CACHE_DIR |
Attila Fazekas | 91b8d13 | 2013-01-06 22:40:09 +0100 | [diff] [blame] | 666 | sudo chown $STACK_USER $SWIFT_AUTH_CACHE_DIR |
Dean Troyer | 64ab774 | 2012-12-28 15:38:28 -0600 | [diff] [blame] | 667 | rm -f $SWIFT_AUTH_CACHE_DIR/* |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 668 | } |
| 669 | |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 670 | function install_swift { |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 671 | git_clone $SWIFT_REPO $SWIFT_DIR $SWIFT_BRANCH |
Dean Troyer | 253a1a3 | 2013-04-01 18:23:22 -0500 | [diff] [blame] | 672 | setup_develop $SWIFT_DIR |
Morgan Fainberg | 46455a3 | 2014-06-20 10:37:18 -0700 | [diff] [blame] | 673 | if [ "$SWIFT_USE_MOD_WSGI" == "True" ]; then |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 674 | install_apache_wsgi |
| 675 | fi |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 676 | } |
| 677 | |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 678 | function install_swiftclient { |
Sean Dague | e08ab10 | 2014-11-13 17:09:28 -0500 | [diff] [blame] | 679 | if use_library_from_git "python-swiftclient"; then |
| 680 | git_clone_by_name "python-swiftclient" |
| 681 | setup_dev_lib "python-swiftclient" |
Sean Dague | 5cb1906 | 2014-11-01 01:37:45 +0100 | [diff] [blame] | 682 | fi |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 683 | } |
| 684 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 685 | # start_swift() - Start running processes, including screen |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 686 | function start_swift { |
Chmouel Boudjnah | 8ecbb38 | 2013-03-12 12:15:17 +0100 | [diff] [blame] | 687 | # (re)start memcached to make sure we have a clean memcache. |
| 688 | restart_service memcached |
| 689 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 690 | # Start rsync |
Vincent Untz | c18b965 | 2012-12-04 12:36:34 +0100 | [diff] [blame] | 691 | if is_ubuntu; then |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 692 | sudo /etc/init.d/rsync restart || : |
Attila Fazekas | 0e57b96 | 2014-02-28 09:09:52 +0100 | [diff] [blame] | 693 | elif [ -e /etc/xinetd.d/rsync ]; then |
| 694 | start_service xinetd |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 695 | else |
Attila Fazekas | 0e57b96 | 2014-02-28 09:09:52 +0100 | [diff] [blame] | 696 | start_service rsyncd |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 697 | fi |
| 698 | |
Morgan Fainberg | 46455a3 | 2014-06-20 10:37:18 -0700 | [diff] [blame] | 699 | if [ "$SWIFT_USE_MOD_WSGI" == "True" ]; then |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 700 | restart_apache_server |
| 701 | swift-init --run-dir=${SWIFT_DATA_DIR}/run rest start |
Chris Dent | 2f27a0e | 2014-09-09 13:46:02 +0100 | [diff] [blame] | 702 | tail_log s-proxy /var/log/$APACHE_NAME/proxy-server |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 703 | if [[ ${SWIFT_REPLICAS} == 1 ]]; then |
| 704 | for type in object container account; do |
Chris Dent | 2f27a0e | 2014-09-09 13:46:02 +0100 | [diff] [blame] | 705 | tail_log s-${type} /var/log/$APACHE_NAME/${type}-server-1 |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 706 | done |
| 707 | fi |
| 708 | return 0 |
| 709 | fi |
| 710 | |
Sean Dague | 101b424 | 2013-10-22 08:47:11 -0400 | [diff] [blame] | 711 | # By default with only one replica we are launching the proxy, |
| 712 | # container, account and object server in screen in foreground and |
| 713 | # other services in background. If we have SWIFT_REPLICAS set to something |
| 714 | # greater than one we first spawn all the swift services then kill the proxy |
| 715 | # service so we can run it in foreground in screen. ``swift-init ... |
| 716 | # {stop|restart}`` exits with '1' if no servers are running, ignore it just |
| 717 | # in case |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 718 | local todo type |
Sean Dague | 101b424 | 2013-10-22 08:47:11 -0400 | [diff] [blame] | 719 | swift-init --run-dir=${SWIFT_DATA_DIR}/run all restart || true |
| 720 | if [[ ${SWIFT_REPLICAS} == 1 ]]; then |
Chmouel Boudjnah | 0c3a558 | 2013-03-06 10:58:33 +0100 | [diff] [blame] | 721 | todo="object container account" |
Sean Dague | 101b424 | 2013-10-22 08:47:11 -0400 | [diff] [blame] | 722 | fi |
| 723 | for type in proxy ${todo}; do |
| 724 | swift-init --run-dir=${SWIFT_DATA_DIR}/run ${type} stop || true |
| 725 | done |
Rob Crittenden | 18d4778 | 2014-03-19 17:47:42 -0400 | [diff] [blame] | 726 | if is_service_enabled tls-proxy; then |
| 727 | local proxy_port=${SWIFT_DEFAULT_BIND_PORT:-8080} |
| 728 | start_tls_proxy '*' $proxy_port $SERVICE_HOST $SWIFT_DEFAULT_BIND_PORT_INT & |
| 729 | fi |
Chris Dent | 2f27a0e | 2014-09-09 13:46:02 +0100 | [diff] [blame] | 730 | run_process s-proxy "$SWIFT_DIR/bin/swift-proxy-server ${SWIFT_CONF_DIR}/proxy-server.conf -v" |
Sean Dague | 101b424 | 2013-10-22 08:47:11 -0400 | [diff] [blame] | 731 | if [[ ${SWIFT_REPLICAS} == 1 ]]; then |
| 732 | for type in object container account; do |
Chris Dent | 2f27a0e | 2014-09-09 13:46:02 +0100 | [diff] [blame] | 733 | run_process s-${type} "$SWIFT_DIR/bin/swift-${type}-server ${SWIFT_CONF_DIR}/${type}-server/1.conf -v" |
Sean Dague | 101b424 | 2013-10-22 08:47:11 -0400 | [diff] [blame] | 734 | done |
| 735 | fi |
Jim Rollenhagen | abbb0e9 | 2014-08-05 18:01:48 +0000 | [diff] [blame] | 736 | |
| 737 | if [[ "$SWIFT_ENABLE_TEMPURLS" == "True" ]]; then |
| 738 | swift_configure_tempurls |
| 739 | fi |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 740 | } |
| 741 | |
| 742 | # stop_swift() - Stop running processes (non-screen) |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 743 | function stop_swift { |
Dean Troyer | 084f51f | 2014-07-25 15:08:52 -0500 | [diff] [blame] | 744 | local type |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 745 | |
Morgan Fainberg | 46455a3 | 2014-06-20 10:37:18 -0700 | [diff] [blame] | 746 | if [ "$SWIFT_USE_MOD_WSGI" == "True" ]; then |
zhang-hare | d98a5d0 | 2013-06-21 18:18:02 +0800 | [diff] [blame] | 747 | swift-init --run-dir=${SWIFT_DATA_DIR}/run rest stop && return 0 |
| 748 | fi |
| 749 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 750 | # screen normally killed by unstack.sh |
Dean Troyer | 995eb92 | 2013-03-07 16:11:40 -0600 | [diff] [blame] | 751 | if type -p swift-init >/dev/null; then |
Chmouel Boudjnah | 0c3a558 | 2013-03-06 10:58:33 +0100 | [diff] [blame] | 752 | swift-init --run-dir=${SWIFT_DATA_DIR}/run all stop || true |
| 753 | fi |
Chmouel Boudjnah | f36a9b2 | 2014-02-03 23:44:47 +0100 | [diff] [blame] | 754 | # Dump all of the servers |
Chris Dent | 2f27a0e | 2014-09-09 13:46:02 +0100 | [diff] [blame] | 755 | # Maintain the iteration as stop_process() has some desirable side-effects |
Dean Troyer | 1eae3e1 | 2014-03-06 11:49:22 -0600 | [diff] [blame] | 756 | for type in proxy object container account; do |
Chris Dent | 2f27a0e | 2014-09-09 13:46:02 +0100 | [diff] [blame] | 757 | stop_process s-${type} |
Dean Troyer | 1eae3e1 | 2014-03-06 11:49:22 -0600 | [diff] [blame] | 758 | done |
| 759 | # Blast out any stragglers |
Chmouel Boudjnah | f36a9b2 | 2014-02-03 23:44:47 +0100 | [diff] [blame] | 760 | pkill -f swift- |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 761 | } |
| 762 | |
Jim Rollenhagen | abbb0e9 | 2014-08-05 18:01:48 +0000 | [diff] [blame] | 763 | function swift_configure_tempurls { |
| 764 | OS_USERNAME=swift \ |
| 765 | OS_TENANT_NAME=$SERVICE_TENANT_NAME \ |
| 766 | OS_PASSWORD=$SERVICE_PASSWORD \ |
| 767 | swift post -m "Temp-URL-Key: $SWIFT_TEMPURL_KEY" |
| 768 | } |
| 769 | |
Attila Fazekas | ece6a33 | 2012-11-29 14:19:41 +0100 | [diff] [blame] | 770 | # Restore xtrace |
| 771 | $XTRACE |
Sean Dague | 584d90e | 2013-03-29 14:34:53 -0400 | [diff] [blame] | 772 | |
Adam Spiers | 6a5aa7c | 2013-10-24 11:27:02 +0100 | [diff] [blame] | 773 | # Tell emacs to use shell-script-mode |
| 774 | ## Local variables: |
| 775 | ## mode: shell-script |
| 776 | ## End: |