Created
September 7, 2016 16:17
-
-
Save ohe/0d1ffcb3dad799ac6858bbeb6202678e to your computer and use it in GitHub Desktop.
Dockerfile to build latest pyarrow version
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
FROM ubuntu:xenial | |
RUN apt-get update && apt-get install -y \ | |
automake \ | |
bison \ | |
cmake \ | |
curl \ | |
flex \ | |
g++ \ | |
git \ | |
libboost-all-dev \ | |
libevent-dev \ | |
libssl-dev \ | |
libtool \ | |
pkg-config \ | |
wget | |
WORKDIR /src | |
RUN wget https://bootstrap.pypa.io/get-pip.py && python get-pip.py | |
RUN wget http://apache.crihan.fr/dist/thrift/0.9.3/thrift-0.9.3.tar.gz && tar -xvzf thrift-0.9.3.tar.gz | |
RUN git clone https://github.com/apache/parquet-cpp.git && git clone git://git.apache.org/arrow.git | |
RUN cd thrift-0.9.3 && cmake . && make install | |
RUN cd parquet-cpp && \ | |
./thirdparty/download_thirdparty.sh && \ | |
./thirdparty/build_thirdparty.sh | |
RUN cd parquet-cpp && \ | |
/bin/bash -c ". ./thirdparty/set_thirdparty_env.sh && cmake . && make install" | |
RUN cd arrow/cpp && \ | |
./thirdparty/download_thirdparty.sh && \ | |
./thirdparty/build_thirdparty.sh | |
RUN cd arrow/cpp && \ | |
/bin/bash -c ". ./thirdparty/set_thirdparty_env.sh && cmake . && make install" | |
ENV ARROW_HOME /usr/local | |
RUN pip install pandas cython | |
RUN cd arrow/python && \ | |
python setup.py build_ext --inplace |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
pyarrow
library does not support (yet) install target on its setup script. To successfully import and testpyarrow
, you need tocd
in/src/arrow/python
.