compile 15.3 KB
Newer Older
Kenneth Reitz's avatar
v14  
Kenneth Reitz committed
1
#!/usr/bin/env bash
Noah Zoschke's avatar
Noah Zoschke committed
2

3
# The Heroku Python Buildpack. This script accepts parameters for a build
Kenneth Reitz's avatar
Kenneth Reitz committed
4 5
# directory, a cache directory, and a directory for app environment variables.

6 7
# Warning: there are a few hacks in this script to accommodate excellent builds
# on Heroku. No guarantee for external compatibility is made. However,
Kenneth Reitz's avatar
Kenneth Reitz committed
8 9 10
# everything should work fine outside of the Heroku environment, if the
# environment is setup correctly.

11
# Usage:
Kenneth Reitz's avatar
Kenneth Reitz committed
12
#
13
#     $ bin/compile <build-dir> <cache-dir> <env-path>
Kenneth Reitz's avatar
Kenneth Reitz committed
14 15

# Fail fast and fail hard.
Noah Zoschke's avatar
Noah Zoschke committed
16
set -eo pipefail
Noah Zoschke's avatar
Noah Zoschke committed
17

Kenneth Reitz's avatar
Kenneth Reitz committed
18
# Boostrap the Buildpack Standard Library.
Kenneth Reitz's avatar
Kenneth Reitz committed
19 20 21
export BPLOG_PREFIX="buildpack.python"
export BUILDPACK_LOG_FILE=${BUILDPACK_LOG_FILE:-/dev/null}

22 23
[ "$BUILDPACK_XTRACE" ] && set -o xtrace

Kenneth Reitz's avatar
Kenneth Reitz committed
24 25
# Prepend proper path for old-school virtualenv hackery.
# This may not be neccessary.
Kenneth Reitz's avatar
test  
Kenneth Reitz committed
26
export PATH=:/usr/local/bin:$PATH
Kenneth Reitz's avatar
Kenneth Reitz committed
27

Kenneth Reitz's avatar
Kenneth Reitz committed
28
# Setup Path variables, for later use in the Buildpack.
Kenneth Reitz's avatar
Kenneth Reitz committed
29 30
BIN_DIR=$(cd "$(dirname "$0")"; pwd) # absolute path
ROOT_DIR=$(dirname "$BIN_DIR")
Noah Zoschke's avatar
Noah Zoschke committed
31 32
BUILD_DIR=$1
CACHE_DIR=$2
Kenneth Reitz's avatar
Kenneth Reitz committed
33
ENV_DIR=$3
34

Kenneth Reitz's avatar
Kenneth Reitz committed
35
# Export Path variables, for use in sub-scripts.
Kenneth Reitz's avatar
Kenneth Reitz committed
36 37
export BUILD_DIR CACHE_DIR ENV_DIR

Kenneth Reitz's avatar
Kenneth Reitz committed
38 39 40 41
# Set the Buildpack's internet target for downloading Python distributions.
# The user can provide BUILDPACK_VENDOR_URL to specify a custom target.
# Note: this is designed for non-Heroku use, as it does not use the user-provided
# environment variable mechanism (the ENV_DIR).
42 43 44 45 46 47
VENDOR_URL="https://lang-python.s3.amazonaws.com/$STACK"
if [[ -n ${BUILDPACK_VENDOR_URL:-} ]]; then
    VENDOR_URL="$BUILDPACK_VENDOR_URL"
fi
export VENDOR_URL

Kenneth Reitz's avatar
Kenneth Reitz committed
48 49 50
# Which versions of Python are we using?
# These variables are used to specify which versions of Python to install by default,
# as well as prompt the user to upgrade if they are using an un–supported version.
Kenneth Reitz's avatar
Kenneth Reitz committed
51
# Note: When 3.7 lands, I recommend switching to LATEST_36 and LATEST_37.
52
DEFAULT_PYTHON_VERSION="python-3.6.6"
53 54
LATEST_36="python-3.6.6"
LATEST_37="python-3.7.0"
55
LATEST_2="python-2.7.15"
Kenneth Reitz's avatar
Kenneth Reitz committed
56

Kenneth Reitz's avatar
Kenneth Reitz committed
57
# Which stack is used (for binary downloading), if none is provided (e.g. outside of Heroku)?
58
DEFAULT_PYTHON_STACK="cedar-14"
Kenneth Reitz's avatar
Kenneth Reitz committed
59
# If pip doesn't match this version (the version we install), run the installer.
Kenneth Reitz's avatar
9.0.2  
Kenneth Reitz committed
60
PIP_UPDATE="9.0.2"
Kenneth Reitz's avatar
Kenneth Reitz committed
61

62
export DEFAULT_PYTHON_VERSION DEFAULT_PYTHON_STACK PIP_UPDATE LATEST_2 LATEST_36 LATEST_37
Noah Zoschke's avatar
Noah Zoschke committed
63

Kenneth Reitz's avatar
Kenneth Reitz committed
64 65 66 67
# Common Problem Warnings:
# This section creates a temporary file in which to stick the output of `pip install`.
# The `warnings` subscript then greps through this for common problems and guides
# the user towards resolution of known issues.
Kenneth Reitz's avatar
Kenneth Reitz committed
68 69
WARNINGS_LOG=$(mktemp)
export WARNINGS_LOG
70
export RECOMMENDED_PYTHON_VERSION=$DEFAULT_PYTHON_VERSION
Kenneth Reitz's avatar
Kenneth Reitz committed
71

Kenneth Reitz's avatar
Kenneth Reitz committed
72 73
# The buildpack ships with a few executable tools (e.g. pip-grep, etc).
# This installs them into the path, so we can execute them directly.
Kenneth Reitz's avatar
Kenneth Reitz committed
74
export PATH=$PATH:$ROOT_DIR/vendor/:$ROOT_DIR/vendor/pip-pop
75

Kenneth Reitz's avatar
Kenneth Reitz committed
76 77 78
# Set environment variables if they weren't set by the platform.
# Note: this is legacy, for a deprecated build system known as Anvil.
# This can likely be removed, with caution.
Pierre Dulac's avatar
Pierre Dulac committed
79
[ ! "$SLUG_ID" ] && SLUG_ID="defaultslug"
Kenneth Reitz's avatar
Kenneth Reitz committed
80
[ ! "$REQUEST_ID" ] && REQUEST_ID=$SLUG_ID
81
[ ! "$STACK" ] && STACK=$DEFAULT_PYTHON_STACK
Kenneth Reitz's avatar
Kenneth Reitz committed
82

Kenneth Reitz's avatar
Kenneth Reitz committed
83 84 85 86
# Sanitize externally-provided environment variables:
# The following environment variables are either problematic or simply unneccessary
# for the buildpack to have knowledge of, so we unset them, to keep the environment
# as clean and pristine as possible.
Tero Vuotila's avatar
Tero Vuotila committed
87
unset GIT_DIR PYTHONHOME PYTHONPATH
88
unset RECEIVE_DATA RUN_KEY BUILD_INFO DEPLOY LOG_TOKEN
89
unset CYTOKINE_LOG_FILE GEM_PATH
Kenneth Reitz's avatar
Kenneth Reitz committed
90

Kenneth Reitz's avatar
Kenneth Reitz committed
91
# Import the utils script, which contains helper functions used throughout the buildpack.
Kenneth Reitz's avatar
Kenneth Reitz committed
92 93
# shellcheck source=bin/utils
source "$BIN_DIR/utils"
Kenneth Reitz's avatar
Kenneth Reitz committed
94

Kenneth Reitz's avatar
Kenneth Reitz committed
95 96
# Import the warnings script, which contains the `pip install` user warning mechanisms
# (mentioned and explained above)
Kenneth Reitz's avatar
Kenneth Reitz committed
97 98
# shellcheck source=bin/warnings
source "$BIN_DIR/warnings"
Kenneth Reitz's avatar
Kenneth Reitz committed
99

Kenneth Reitz's avatar
Kenneth Reitz committed
100 101 102 103
# Make the directory in which we will create symlinks from the temporary build directory
# to `/app`.
# Symlinks are required, since Python is not a portable installation.
# More on this topic later.
104
mkdir -p /app/.heroku
Kenneth Reitz's avatar
Kenneth Reitz committed
105

Kenneth Reitz's avatar
Kenneth Reitz committed
106 107 108
# This buildpack programatically generates (or simply copies) a number of files for
# buildpack machinery: an export script, and a number of `.profile.d` scripts. This
# section declares the locations of those files and targets.
109
PROFILE_PATH="$BUILD_DIR/.profile.d/python.sh"
Kenneth Reitz's avatar
Kenneth Reitz committed
110
EXPORT_PATH="$BIN_DIR/../export"
111
GUNICORN_PROFILE_PATH="$BUILD_DIR/.profile.d/python.gunicorn.sh"
112
WEB_CONCURRENCY_PROFILE_PATH="$BUILD_DIR/.profile.d/WEB_CONCURRENCY.sh"
113

114
# We'll need to send these statics to other scripts we `source`.
Kenneth Reitz's avatar
Kenneth Reitz committed
115
export BUILD_DIR CACHE_DIR BIN_DIR PROFILE_PATH EXPORT_PATH
116

Kenneth Reitz's avatar
Kenneth Reitz committed
117 118 119 120 121
# Python Environment Variables
# Set Python-specific environment variables, for running Python within the buildpack.
# Notes on each variable included.

# PATH is relatively obvious, we need to be able to execute 'python'.
122
export PATH=/app/.heroku/python/bin:/app/.heroku/vendor/bin:$PATH
Kenneth Reitz's avatar
Kenneth Reitz committed
123
# Tell Python to not buffer it's stdin/stdout.
Kenneth Reitz's avatar
test  
Kenneth Reitz committed
124
export PYTHONUNBUFFERED=1
Kenneth Reitz's avatar
Kenneth Reitz committed
125
# Set the locale to a well-known and expected standard.
126
export LANG=en_US.UTF-8
Kenneth Reitz's avatar
Kenneth Reitz committed
127 128 129
# `~/.heroku/vendor` is an place where the buildpack may stick pre-build binaries for known
# C dependencies (e.g. libmemcached on cedar-14). This section configures Python (GCC, more specifically)
# and pip to automatically include these paths when building binaries.
130 131 132 133 134
export C_INCLUDE_PATH=/app/.heroku/vendor/include:/app/.heroku/python/include:$C_INCLUDE_PATH
export CPLUS_INCLUDE_PATH=/app/.heroku/vendor/include:/app/.heroku/python/include:$CPLUS_INCLUDE_PATH
export LIBRARY_PATH=/app/.heroku/vendor/lib:/app/.heroku/python/lib:$LIBRARY_PATH
export LD_LIBRARY_PATH=/app/.heroku/vendor/lib:/app/.heroku/python/lib:$LD_LIBRARY_PATH
export PKG_CONFIG_PATH=/app/.heroku/vendor/lib/pkg-config:/app/.heroku/python/lib/pkg-config:$PKG_CONFIG_PATH
Kenneth Reitz's avatar
Kenneth Reitz committed
135

Kenneth Reitz's avatar
Kenneth Reitz committed
136 137 138
# The Application Code
# --------------------

Kenneth Reitz's avatar
Kenneth Reitz committed
139
# Switch to the repo's context.
Kenneth Reitz's avatar
Kenneth Reitz committed
140
cd "$BUILD_DIR"
Noah Zoschke's avatar
Noah Zoschke committed
141

Kenneth Reitz's avatar
Kenneth Reitz committed
142 143 144 145 146 147 148 149 150 151
# The Cache
# ---------

# The workflow for the Python Buildpack's cache is as follows:
#
# - `~/.heroku/{known-paths}` are copied from the cache into the slug.
# - The build is executed, modifying `~/.heroku/{known-paths}`.
# - Once the build is complete, `~/.heroku/{known-paths}` is copied back into the cache.

# Create the cache directory, if it doesn't exist.
Kenneth Reitz's avatar
Kenneth Reitz committed
152
mkdir -p "$CACHE_DIR"
153 154 155 156

# Restore old artifacts from the cache.
mkdir -p .heroku

Kenneth Reitz's avatar
Kenneth Reitz committed
157
# The Python installation.
Kenneth Reitz's avatar
Kenneth Reitz committed
158
cp -R "$CACHE_DIR/.heroku/python" .heroku/ &> /dev/null || true
Kenneth Reitz's avatar
Kenneth Reitz committed
159
# A plain text file which contains the current stack being used (used for cache busting).
Kenneth Reitz's avatar
Kenneth Reitz committed
160
cp -R "$CACHE_DIR/.heroku/python-stack" .heroku/ &> /dev/null || true
Kenneth Reitz's avatar
Kenneth Reitz committed
161
# A plain text file which contains the current python version being used (used for cache busting).
Kenneth Reitz's avatar
Kenneth Reitz committed
162
cp -R "$CACHE_DIR/.heroku/python-version" .heroku/ &> /dev/null || true
163 164
# A plain text file which contains the current sqlite3 version being used (used for cache busting).
cp -R "$CACHE_DIR/.heroku/python-sqlite3-version" .heroku/ &> /dev/null || true
Kenneth Reitz's avatar
Kenneth Reitz committed
165
# Any pre-compiled binaries, provided by the buildpack.
Kenneth Reitz's avatar
Kenneth Reitz committed
166
cp -R "$CACHE_DIR/.heroku/vendor" .heroku/ &> /dev/null || true
Kenneth Reitz's avatar
Kenneth Reitz committed
167
# "editable" installations of code repositories, via pip or pipenv.
Kenneth Reitz's avatar
Kenneth Reitz committed
168 169
if [[ -d "$CACHE_DIR/.heroku/src" ]]; then
  cp -R "$CACHE_DIR/.heroku/src" .heroku/ &> /dev/null || true
170 171
fi

Kenneth Reitz's avatar
Kenneth Reitz committed
172 173 174 175 176
# The pre_compile hook. Customers rely on this. Don't remove it.
# This part of the code is used to allow users to customize their build experience
# without forking the buildpack by providing a `bin/pre_compile` script, which gets
# run inline with the buildpack automatically.

Kenneth Reitz's avatar
Kenneth Reitz committed
177 178
# shellcheck source=bin/steps/hooks/pre_compile
source "$BIN_DIR/steps/hooks/pre_compile"
Kenneth Reitz's avatar
hooks  
Kenneth Reitz committed
179

Kenneth Reitz's avatar
Kenneth Reitz committed
180 181 182
# Sticky runtimes. If there was a previous build, and it used a given version of Python,
# continue to use that version of Python in perpituity (warnings will be raised if
# they are out–of–date).
Kenneth Reitz's avatar
Kenneth Reitz committed
183 184
if [ -f "$CACHE_DIR/.heroku/python-version" ]; then
  DEFAULT_PYTHON_VERSION=$(cat "$CACHE_DIR/.heroku/python-version")
Kenneth Reitz's avatar
bpwatch  
Kenneth Reitz committed
185
fi
Kenneth Reitz's avatar
Kenneth Reitz committed
186

Kenneth Reitz's avatar
Kenneth Reitz committed
187
# We didn't always record the stack version. This code is in place because of that.
Kenneth Reitz's avatar
Kenneth Reitz committed
188 189
if [ -f "$CACHE_DIR/.heroku/python-stack" ]; then
  CACHED_PYTHON_STACK=$(cat "$CACHE_DIR/.heroku/python-stack")
190
else
191
  CACHED_PYTHON_STACK=$STACK
192 193
fi

Kenneth Reitz's avatar
Kenneth Reitz committed
194 195
export CACHED_PYTHON_STACK

196
# Pipenv Python version support.
Kenneth Reitz's avatar
Kenneth Reitz committed
197 198 199
# Detect the version of Python requested from a Pipfile (e.g. python_version or python_full_version).
# Convert it to a runtime.txt file.

Kenneth Reitz's avatar
Kenneth Reitz committed
200 201
# shellcheck source=bin/steps/pipenv-python-version
source "$BIN_DIR/steps/pipenv-python-version"
202

Kenneth Reitz's avatar
Kenneth Reitz committed
203
# If no runtime was provided by the user, assume the default Python runtime version.
Kenneth Reitz's avatar
Kenneth Reitz committed
204
if [ ! -f runtime.txt ]; then
Kenneth Reitz's avatar
Kenneth Reitz committed
205
  echo "$DEFAULT_PYTHON_VERSION" > runtime.txt
Kenneth Reitz's avatar
Kenneth Reitz committed
206 207
fi

Kenneth Reitz's avatar
Kenneth Reitz committed
208
# Create the directory for .profile.d, if it doesn't exist.
Kenneth Reitz's avatar
Kenneth Reitz committed
209
mkdir -p "$(dirname "$PROFILE_PATH")"
Kenneth Reitz's avatar
Kenneth Reitz committed
210
# Create the directory for editable source code installation, if it doesn't exist.
211
mkdir -p /app/.heroku/src
Kenneth Reitz's avatar
Kenneth Reitz committed
212

Kenneth Reitz's avatar
Kenneth Reitz committed
213 214 215 216
# On Heroku CI, builds happen in `/app`. Otherwise, on the Heroku platform,
# they occur in a temp directory. Beacuse Python is not portable, we must create
# symlinks to emulate that we are operating in `/app` during the build process.
# This is (hopefully obviously) because apps end up running from `/app` in production.
217 218 219
if [[ $BUILD_DIR != '/app' ]]; then
    # python expects to reside in /app, so set up symlinks
    # we will not remove these later so subsequent buildpacks can still invoke it
Kenneth Reitz's avatar
Kenneth Reitz committed
220 221
    ln -nsf "$BUILD_DIR/.heroku/python" /app/.heroku/python
    ln -nsf "$BUILD_DIR/.heroku/vendor" /app/.heroku/vendor
222
    # Note: .heroku/src is copied in later.
223 224
fi

Kenneth Reitz's avatar
Kenneth Reitz committed
225 226
# Download / Install Python, from pre-build binaries available on Amazon S3.
# This step also bootstraps pip / setuptools.
227
(( start=$(nowms) ))
Kenneth Reitz's avatar
Kenneth Reitz committed
228 229
# shellcheck source=bin/steps/python
source "$BIN_DIR/steps/python"
Kenneth Reitz's avatar
Kenneth Reitz committed
230
mtime "python.install.time" "${start}"
231

Kenneth Reitz's avatar
Kenneth Reitz committed
232
# Install Pipenv dependencies, if a Pipfile was provided.
Kenneth Reitz's avatar
Kenneth Reitz committed
233
# shellcheck source=bin/steps/pipenv
Kenneth Reitz's avatar
Kenneth Reitz committed
234
source "$BIN_DIR/steps/pipenv"
235 236

# Uninstall removed dependencies with Pip.
Kenneth Reitz's avatar
Kenneth Reitz committed
237 238
# The buildpack will automatically remove any declared dependencies (in requirements.txt)
# that were explicitly removed. This machinery is a bit complex, but it is not complicated.
239
(( start=$(nowms) ))
240 241 242 243
# shellcheck source=bin/steps/pip-uninstall
source "$BIN_DIR/steps/pip-uninstall"
mtime "pip.uninstall.time" "${start}"

244
# If no requirements.txt file given, assume `setup.py develop` is intended.
Kenneth Reitz's avatar
Kenneth Reitz committed
245 246 247
# This allows for people to ship a setup.py application to Heroku
# (which is rare, but I vouch that it should work!)

Kenneth Reitz's avatar
Kenneth Reitz committed
248
if [ ! -f requirements.txt ] && [ ! -f Pipfile ]; then
249 250 251
  echo "-e ." > requirements.txt
fi

Kenneth Reitz's avatar
Kenneth Reitz committed
252
# Fix egg-links.
Kenneth Reitz's avatar
Kenneth Reitz committed
253 254
# Because we're installing things into a different path than we're running them (temp dir vs app dir),
# We must re-write all of Python's eggpath links to target the proper directory.
Kenneth Reitz's avatar
Kenneth Reitz committed
255 256
# shellcheck source=bin/steps/eggpath-fix
source "$BIN_DIR/steps/eggpath-fix"
Kenneth Reitz's avatar
Kenneth Reitz committed
257

258
# Mercurial support.
Kenneth Reitz's avatar
Kenneth Reitz committed
259 260
# If a customer appears to be using mercurial for dependency resolution, we install it first.
# Note: this only applies to pip, not pipenv. This can likely be removed, over time. Measure it first.
Kenneth Reitz's avatar
Kenneth Reitz committed
261 262
# shellcheck source=bin/steps/mercurial
source "$BIN_DIR/steps/mercurial"
263

Kenneth Reitz's avatar
Kenneth Reitz committed
264
# Pylibmc support.
Kenneth Reitz's avatar
Kenneth Reitz committed
265
# On cedar-14, libmemcached was not available. The buildpack provides its own version, instead.
Kenneth Reitz's avatar
Kenneth Reitz committed
266 267
# shellcheck source=bin/steps/pylibmc
source "$BIN_DIR/steps/pylibmc"
268

Kenneth Reitz's avatar
Kenneth Reitz committed
269 270
# Support for Geo libraries. This is deprecated functionality, only functional on cedar-14.
# It is undocumented.
Kenneth Reitz's avatar
Kenneth Reitz committed
271
# shellcheck source=bin/steps/geo-libs
Kenneth Reitz's avatar
Kenneth Reitz committed
272
sub_env "$BIN_DIR/steps/geo-libs"
Kenneth Reitz's avatar
Kenneth Reitz committed
273

Kenneth Reitz's avatar
GDAL  
Kenneth Reitz committed
274
# GDAL support.
Kenneth Reitz's avatar
Kenneth Reitz committed
275
# This is part of the Geo support.
Kenneth Reitz's avatar
Kenneth Reitz committed
276 277
# shellcheck source=bin/steps/gdal
source "$BIN_DIR/steps/gdal"
Kenneth Reitz's avatar
GDAL  
Kenneth Reitz committed
278

279 280 281 282 283 284 285 286 287 288
# SQLite3 support.
# This sets up and installs sqlite3 dev headers and the sqlite3 binary but not the
# libsqlite3-0 library since that exists on the stack image.
# Note: This only applies to Python 2.7.15+ and Python 3.6.6+
(( start=$(nowms) ))
# shellcheck source=bin/steps/sqlite3
source "$BIN_DIR/steps/sqlite3"
buildpack_sqlite3_install
mtime "sqlite3.install.time" "${start}"

Kenneth Reitz's avatar
Kenneth Reitz committed
289 290 291 292
# pip install
# -----------

# Install dependencies with pip (where the magic happens).
293
(( start=$(nowms) ))
Kenneth Reitz's avatar
Kenneth Reitz committed
294 295
# shellcheck source=bin/steps/pip-install
source "$BIN_DIR/steps/pip-install"
296 297
mtime "pip.install.time" "${start}"

Kenneth Reitz's avatar
Kenneth Reitz committed
298
# Support for NLTK corpora.
Kenneth Reitz's avatar
Kenneth Reitz committed
299 300 301
# Note: this may only work on Python 2.7. I don't think many customers use this functionality,
# and it should probably be undocumented.
# (there's an import error on 3.6 that should hopefully be fixed upstream at some point)
302
(( start=$(nowms) ))
Kenneth Reitz's avatar
Kenneth Reitz committed
303
sub_env "$BIN_DIR/steps/nltk"
Kenneth Reitz's avatar
Kenneth Reitz committed
304
mtime "nltk.download.time" "${start}"
Kenneth Reitz's avatar
Kenneth Reitz committed
305

Kenneth Reitz's avatar
Kenneth Reitz committed
306 307
# Support for editable installations. Here, we are copying pip–created src directory,
# and copying it into the proper place (the logical place to do this was early, but it must be done here).
Kenneth Reitz's avatar
Kenneth Reitz committed
308 309
# In CI, $BUILD_DIR is /app.
if [[ ! "$BUILD_DIR" == "/app" ]]; then
Kenneth Reitz's avatar
Kenneth Reitz committed
310 311
  rm -fr "$BUILD_DIR/.heroku/src"
  deep-cp /app/.heroku/src "$BUILD_DIR/.heroku/src"
Kenneth Reitz's avatar
Kenneth Reitz committed
312 313
fi

Kenneth Reitz's avatar
Kenneth Reitz committed
314

Kenneth Reitz's avatar
Kenneth Reitz committed
315
# Django collectstatic support.
Kenneth Reitz's avatar
Kenneth Reitz committed
316 317 318 319
# The buildpack automatically runs collectstatic for Django applications.
# This is the cause for the majority of build failures on the Python platform.
# These failures are intentional — if collectstatic (which can be tricky, at times) fails,
# your build fails.
320
(( start=$(nowms) ))
Kenneth Reitz's avatar
Kenneth Reitz committed
321
sub_env "$BIN_DIR/steps/collectstatic"
Kenneth Reitz's avatar
Kenneth Reitz committed
322
mtime "collectstatic.time" "${start}"
323

Kenneth Reitz's avatar
Kenneth Reitz committed
324 325 326 327

# Progamatically create .profile.d script for application runtime environment variables.

# Set the PATH to include Python / pip / pipenv / etc.
Kenneth Reitz's avatar
Kenneth Reitz committed
328
set_env PATH "\$HOME/.heroku/python/bin:\$PATH"
Kenneth Reitz's avatar
Kenneth Reitz committed
329
# Tell Python to run in unbuffered mode.
Kenneth Reitz's avatar
Kenneth Reitz committed
330
set_env PYTHONUNBUFFERED true
Kenneth Reitz's avatar
Kenneth Reitz committed
331
# Tell Python where it lives.
332
set_env PYTHONHOME "\$HOME/.heroku/python"
Kenneth Reitz's avatar
Kenneth Reitz committed
333
# Set variables for C libraries.
334 335
set_env LIBRARY_PATH "\$HOME/.heroku/vendor/lib:\$HOME/.heroku/python/lib:\$LIBRARY_PATH"
set_env LD_LIBRARY_PATH "\$HOME/.heroku/vendor/lib:\$HOME/.heroku/python/lib:\$LD_LIBRARY_PATH"
Kenneth Reitz's avatar
Kenneth Reitz committed
336
# Locale.
Kenneth Reitz's avatar
Kenneth Reitz committed
337
set_default_env LANG en_US.UTF-8
Kenneth Reitz's avatar
Kenneth Reitz committed
338
# The Python hash seed is set to random.
Kenneth Reitz's avatar
Kenneth Reitz committed
339
set_default_env PYTHONHASHSEED random
Kenneth Reitz's avatar
Kenneth Reitz committed
340
# Tell Python to look for Python modules in the /app dir. Don't change this.
341 342
set_default_env PYTHONPATH "\$HOME"

Kenneth Reitz's avatar
Kenneth Reitz committed
343 344
# Python expects to be in /app, if at runtime, it is not, set
# up symlinks… this can occur when the subdir buildpack is used.
345 346 347 348 349 350 351
cat <<EOT >> "$PROFILE_PATH"
if [[ \$HOME != "/app" ]]; then
    mkdir -p /app/.heroku
    ln -nsf "\$HOME/.heroku/python" /app/.heroku/python
    ln -nsf "\$HOME/.heroku/vendor" /app/.heroku/vendor
fi
EOT
Kenneth Reitz's avatar
Kenneth Reitz committed
352

353
# Install sane-default script for $WEB_CONCURRENCY and $FORWARDED_ALLOW_IPS.
Kenneth Reitz's avatar
Kenneth Reitz committed
354 355
cp "$ROOT_DIR/vendor/WEB_CONCURRENCY.sh" "$WEB_CONCURRENCY_PROFILE_PATH"
cp "$ROOT_DIR/vendor/python.gunicorn.sh" "$GUNICORN_PROFILE_PATH"
Kenneth Reitz's avatar
Kenneth Reitz committed
356

Kenneth Reitz's avatar
Kenneth Reitz committed
357
# Experimental post_compile hook. Don't remove this.
Kenneth Reitz's avatar
Kenneth Reitz committed
358 359
# shellcheck source=bin/steps/hooks/post_compile
source "$BIN_DIR/steps/hooks/post_compile"
Kenneth Reitz's avatar
Kenneth Reitz committed
360

Kenneth Reitz's avatar
Kenneth Reitz committed
361
# Fix egg-links, again.
Kenneth Reitz's avatar
Kenneth Reitz committed
362 363
# shellcheck source=bin/steps/eggpath-fix2
source "$BIN_DIR/steps/eggpath-fix2"
364

Kenneth Reitz's avatar
Kenneth Reitz committed
365
# Store new artifacts in the cache.
Kenneth Reitz's avatar
Kenneth Reitz committed
366 367 368 369 370 371 372 373 374 375 376
rm -rf "$CACHE_DIR/.heroku/python"
rm -rf "$CACHE_DIR/.heroku/python-version"
rm -rf "$CACHE_DIR/.heroku/python-stack"
rm -rf "$CACHE_DIR/.heroku/vendor"
rm -rf "$CACHE_DIR/.heroku/src"

mkdir -p "$CACHE_DIR/.heroku"
cp -R .heroku/python "$CACHE_DIR/.heroku/"
cp -R .heroku/python-version "$CACHE_DIR/.heroku/"
cp -R .heroku/python-stack "$CACHE_DIR/.heroku/" &> /dev/null || true
cp -R .heroku/vendor "$CACHE_DIR/.heroku/" &> /dev/null || true
Kenneth Reitz's avatar
Kenneth Reitz committed
377
if [[ -d .heroku/src ]]; then
Kenneth Reitz's avatar
Kenneth Reitz committed
378
  cp -R .heroku/src "$CACHE_DIR/.heroku/" &> /dev/null || true
Kenneth Reitz's avatar
Kenneth Reitz committed
379
fi
Kenneth Reitz's avatar
Kenneth Reitz committed
380 381

# Measure the size of the Python installation.
Kenneth Reitz's avatar
Kenneth Reitz committed
382
# shellcheck disable=SC2119
Kenneth Reitz's avatar
Kenneth Reitz committed
383
mmeasure 'python.size' "$(measure-size)"