rssanders3

cd /tmp/
wget https://github.com/apache/airflow/archive/{AIRFLOW_VERSION}.zip
#Example: "wget https://github.com/apache/airflow/archive/1.8.0.zip"

rssanders3

cd {AIRFLOW_HOME}
mkdir dags
mkdir logs
mkdir plugins

rssanders3

yum -y groupinstall "Development tools"
yum -y install zlib-devel bzip2-devel openssl-devel ncurses-devel sqlite-devel python-devel wget cyrus-sasl-devel.x86_64 unzip

rssanders3

airflow initdb

rssanders3

[core]

# Secret key to save connection passwords in the db
fernet_key = {FERNET_KEY}

rssanders3

pip install cryptography
python -c "from cryptography.fernet import Fernet; print(Fernet.generate_key().decode())"

rssanders3

[celery]

# Default queue that tasks get assigned to and that worker listen on.
default_queue = {YOUR_QUEUE_NAME_HERE}

rssanders3

[celery]

# Another key Celery setting
celery_result_backend = db+mysql://{USERNAME}:{PASSWORD}@{MYSQL_HOST}:3306/airflow

rssanders3

[celery]

# The Celery broker URL. Celery supports RabbitMQ, Redis and experimentally
# a sqlalchemy database. Refer to the Celery documentation for more
# information.
broker_url = sqs://{ACCESS_KEY_ID}:{SECRET_KEY}@
 
 
# Note: You will also need to install boto:
$ pip install -U boto

rssanders3

[celery]

# The Celery broker URL. Celery supports RabbitMQ, Redis and experimentally
# a sqlalchemy database. Refer to the Celery documentation for more
# information.
broker_url = amqp://guest:guest@{RABBITMQ_HOST}:5672/