Clickhouse build on Centos 6/ Centos 7 / RedHat

clickhouse_build_centos.sh

#! /bin/bash

# Tested on Centos 6.9 and Centos 7.4. ClickHouse vesion 1.1.54236
# Official build instructions:
# https://github.com/yandex/ClickHouse/blob/master/doc/build.md
# See also https://github.com/redsoftbiz/clickhouse-rpm
#      and https://github.com/Altinity/clickhouse-rpm

export THREADS=$(grep -c ^processor /proc/cpuinfo)

# Determine RHEL major version
RHEL_VERSION=`rpm -qa --queryformat '%{VERSION}\n' '(redhat|sl|slf|centos|oraclelinux|goslinux)-release(|-server|-workstation|-client|-computenode)'`

# add extra repos
yum -y install epel-release centos-release-scl

# installing needed libs
yum -y install readline-devel unixODBC-devel openssl-devel libicu-devel libtool-ltdl-devel openssl-devel 

# installing libmysqlclient
# centos repos doesn't provide static library for libmysqlclient
# So we use one from mysql57-community-release repo (as an option it can also be taken from MariaDB-devel or rebuilded from sources / srpm package)
# For dynamic linking mysql-devel from base centos repo would be ok.
# yum -y install http://dev.mysql.com/get/mysql57-community-release-el$RHEL_VERSION-11.noarch.rpm
# yum -y install mysql-community-devel

# installing build tools
# devtoolset-6 - is a software collection containing gcc 6 from software-collections repo (centos-release-scl)
# cmake3 from epel repo - as it compatible both with ClickHouse and clang (cmake from base repo has 2.X version, not supported by clang)
yum -y install git cmake3 devtoolset-11 tar wget scl-utils

# cmake 3.25
wget https://github.com/Kitware/CMake/archive/refs/tags/v3.25.1.tar.gz
tar xf v3.25.1.tar.gz
cd CMake-3.25.1
scl enable devtoolset-11 "./bootstrap && make && make install"

#### CLANG  #####
## if you're planning to use precompilation of request in runtime - you will also need to build / install clang compiler
## see https://clickhouse.yandex/docs/en/settings/settings.html#compile 
#
## clang compiling can take hours and few gigabites of disk space
# yum -y install python27 xz #centos7 actually already have python 2.7. so it can be skipped (but python27 from software collections also works)

## See repo with binary distribution of clang: https://copr.fedorainfracloud.org/coprs/alonid/

# mkdir llvm && cd llvm
# mkdir -p llvm/tools/clang llvm/projects/compiler-rt build
# wget -qO- http://releases.llvm.org/4.0.0/llvm-4.0.0.src.tar.xz        | tar xf - -J --strip-components=1 -Cllvm
# wget -qO- http://releases.llvm.org/4.0.0/cfe-4.0.0.src.tar.xz         | tar xf - -J --strip-components=1 -Cllvm/tools/clang
# wget -qO- http://releases.llvm.org/4.0.0/compiler-rt-4.0.0.src.tar.xz | tar xf - -J --strip-components=1 -Cllvm/projects/compiler-rt
wget https://github.com/llvm/llvm-project/archive/refs/tags/llvmorg-15.0.5.tar.gz
rm -rf llvm-15
tar xf llvmorg-15.0.5.tar.gz
mv llvm-project-llvmorg-15.0.5 llvm-15
cd llvm-15
mkdir build

cd build
# scl enable - set the ENV for the passed command to use software from the collection(s)
scl enable devtoolset-11 'cmake3 -D CMAKE_BUILD_TYPE:STRING=Release ../llvm'
scl enable devtoolset-11 'make -j $THREADS'
scl enable devtoolset-11 'make install'
hash clang
cd ../..

# as i understand for clickhouse only clang binary is needed (see https://github.com/yandex/ClickHouse/blob/master/debian/copy_clang_binaries.sh )
# but whole llvm+clang distribution contains a lot of other stuff (about 1Gb installed)
# Possible solution: clang executable  can be built and installed standalone like that (will take less diskspace)
#scl enable devtoolset-6 python27 'make clang -j $THREADS'
#scl enable devtoolset-6 python27 'make install-clang' 
# (should be tested if there are no hidden dependencies)

#### CLANG END  #####

git clone https://github.com/ClickHouse/ClickHouse.git
cd ClickHouse
git submodule update --init
mkdir -p ClickHouse/build
cd build

# build (release) using compilers from devtoolset-6 software collection
scl enable devtoolset-11 'CC=gcc CXX=g++ cmake3 -DCMAKE_BUILD_TYPE:STRING=Release ..'
scl enable devtoolset-11 'make -j $THREADS'
scl enable devtoolset-11 'make install' #  DESTDIR=/tmp/

clickhouse-server --config=/usr/local/etc/clickhouse-server/config.xml

## TODO: run tests for compiled stuff?