Airflow

Dependencis:

yum install gcc python python-devel MariaDB MariaDB-devel gcc-c++ cyrus-sasl-devel
pip install airflow
pip install airflow[devel,devel_hadoop,jdbc,hdfs,mysql]

http://pythonhosted.org/airflow/start.html

export AIRFLOW_HOME=~/airflow
 
# install from pypi using pip
pip install airflow
 
# initialize the database
airflow initdb
 
# start the web server, default port is 8080
airflow webserver -p 8080