Hadoop skeleton

docker-compose.yml

version: '3'


services:
    hdfs_namenode:
        image: uhopper/hadoop-namenode:2.7.2
        volumes:
            - hdfs_name:/hadoop/dfs/name
        ports:
            - "50070:50070"  # webui
            - "8020:8020"  # filesystem
        environment:
            - CLUSTER_NAME=ucsp

    hdfs_datanode:
        image: uhopper/hadoop-datanode:2.7.2
        links:
            - hdfs_namenode
        volumes:
            - hdfs_datanode:/hadoop/dfs/data 
        environment:
            - CORE_CONF_fs_defaultFS=hdfs://hdfs_namenode:8020

    yarn_resourcemanager:
        image: uhopper/hadoop-resourcemanager:2.7.2
        links:
            - hdfs_namenode
        ports:
            - "8088:8088"  # webui
        environment:
            - CORE_CONF_fs_defaultFS=hdfs://hdfs_namenode:8020

    yarn_nodemanager:
        image: uhopper/hadoop-nodemanager:2.7.2
        links:
            - hdfs_namenode
            - yarn_resourcemanager
        environment:
            - CORE_CONF_fs_defaultFS=hdfs://hdfs_namenode:8020
            - YARN_CONF_yarn_resourcemanager_hostname=yarn_resourcemanager


volumes:
    hdfs_name:
    hdfs_datanode: