-
-
Save ju1ius/b4749c81c9a2dca9030f8c2c12c1ecac to your computer and use it in GitHub Desktop.
Bash script for local building TensorFlow on Mac/Linux with all CPU optimizations (default pip package has only SSE)
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env bash | |
# Author: Sasha Nikiforov | |
# source of inspiration | |
# https://stackoverflow.com/questions/41293077/how-to-compile-tensorflow-with-sse4-2-and-avx-instructions | |
# Detect platform | |
if [ "$(uname)" == "Darwin" ]; then | |
# MacOS | |
raw_cpu_flags=`sysctl -a | grep machdep.cpu.features | cut -d ":" -f 2 | tr '[:upper:]' '[:lower:]'` | |
elif [ "$(uname)" == "Linux" ]; then | |
# GNU/Linux | |
raw_cpu_flags=`grep flags -m1 /proc/cpuinfo | cut -d ":" -f 2 | tr '[:upper:]' '[:lower:]'` | |
else | |
echo "Unknown plaform: $(uname)" | |
exit -1 | |
fi | |
# check if VirtuelEnv activated | |
if [ -z "$VIRTUAL_ENV" ]; then | |
echo "VirtualEnv is not activated" | |
exit -1 | |
fi | |
VENV_BIN=$VIRTUAL_ENV/bin | |
VENV_LIB=$VIRTUAL_ENV/lib | |
# bazel tf needs these env vars | |
export PYTHON_BIN_PATH=$VENV_BIN/python | |
export PYTHON_LIB_PATH=$VENV_LIB/`ls $VENV_LIB | grep python` | |
COPT="--copt=-march=native" | |
for cpu_feature in $raw_cpu_flags | |
do | |
case "$cpu_feature" in | |
"sse4.1" | "sse4.2" | "ssse3" | "fma" | "cx16" | "popcnt" | "maes") | |
COPT+=" --copt=-m$cpu_feature" | |
;; | |
"avx1.0") | |
COPT+=" --copt=-mavx" | |
;; | |
*) | |
# noop | |
;; | |
esac | |
done | |
bazel clean | |
./configure | |
bazel build -c opt $COPT -k //tensorflow/tools/pip_package:build_pip_package | |
bazel-bin/tensorflow/tools/pip_package/build_pip_package /tmp/tensorflow_pkg | |
pip install --upgrade /tmp/tensorflow_pkg/`ls /tmp/tensorflow_pkg/ | grep tensorflow` |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment