docker-compose.yml

services:
  namenode:
    image: bde2020/hadoop-namenode:2.0.0-hadoop3.3.6-java11
    container_name: namenode
    restart: unless-stopped
    ports:
      - 9870:9870
      - 9000:9000
    networks:
      - hadoop_network
    volumes:
      - hadoop_namenode:/hadoop/dfs/name
    environment:
      - CLUSTER_NAME=test
    env_file:
      - ./hadoop.env

  datanode:
    image: bde2020/hadoop-datanode:2.0.0-hadoop3.3.6-java11
    container_name: datanode
    restart: unless-stopped
    ports:
      - 9864:9864
    networks:
      - hadoop_network
    volumes:
      - hadoop_datanode:/hadoop/dfs/data
    environment:
      SERVICE_PRECONDITION: 'namenode:9870'
    env_file:
      - ./hadoop.env

  resourcemanager:
    image: bde2020/hadoop-resourcemanager:2.0.0-hadoop3.3.6-java11
    container_name: resourcemanager
    restart: unless-stopped
    ports:
      - 8088:8088
    networks:
      - hadoop_network
    environment:
      SERVICE_PRECONDITION: 'namenode:9000 namenode:9870 datanode:9864'
    env_file:
      - ./hadoop.env

  nodemanager1:
    image: bde2020/hadoop-nodemanager:2.0.0-hadoop3.3.6-java11
    container_name: nodemanager
    restart: unless-stopped
    ports:
      - 8042:8042
    networks:
      - hadoop_network
    environment:
      SERVICE_PRECONDITION: 'namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088'
    env_file:
      - ./hadoop.env

  historyserver:
    image: bde2020/hadoop-historyserver:2.0.0-hadoop3.3.6-java11
    container_name: historyserver
    restart: unless-stopped
    ports:
      - 8188:8188
      - 10020:10020
      - 19888:19888
    networks:
      - hadoop_network
    environment:
      SERVICE_PRECONDITION: 'namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088'
    volumes:
      - hadoop_historyserver:/hadoop/yarn/timeline
    env_file:
      - ./hadoop.env

networks:
  hadoop_network:
    name: hadoop_network
    driver: bridge

volumes:
  hadoop_namenode:
    driver: local

  hadoop_datanode:
    driver: local

  hadoop_historyserver:
    driver: local