install Airflow

install_airflow.txt

sudo easy_install pip

export AIRFLOW_HOME=/usr/lib/airflow

sudo pip install apache-airflow[hdfs,hive,password] 

# Cannot uninstall 'Markdown'. It is a distutils installed project
# and thus we cannot accurately determine which files belong to it 
# which would lead to only a partial uninstall.

sudo pip install apache-airflow[hdfs,hive,password] --ignore-installed Markdown

# change webserver port in /home/airflow/airflow.cfg to something else than 8080

sudo pip install celery

# initialize the database
airflow initdb

sudo yum install -y screen

screen

# start the web server, default port is 8080
airflow webserver -p 8080