docker-compose-deployment.yml

version: '2.2'
services:
  elasticsearch1:
    image: docker.elastic.co/elasticsearch/elasticsearch:6.4.0
    container_name: elasticsearch
    environment:
    - cluster.name=docker-cluster
    - bootstrap.memory_lock=true
    - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
    ulimits:
      memlock:
        soft: -1
        hard: -1
      nofile:
        soft: 65536
        hard: 65536
    volumes:
    - esdata1:/usr/share/elasticsearch/data
    - ./docker-healthcheck:/usr/local/bin/docker-healthcheck
    healthcheck:
      test: ["CMD", "/bin/bash", "/usr/local/bin/docker-healthcheck"]
    ports:
    - 9200:9200
    - 9300:9300

  elasticsearch2:
    image: docker.elastic.co/elasticsearch/elasticsearch:6.4.0
    container_name: elasticsearch2
    environment:
    - cluster.name=docker-cluster
    - bootstrap.memory_lock=true
    - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
    - "discovery.zen.ping.unicast.hosts=elasticsearch"
    ulimits:
      memlock:
        soft: -1
        hard: -1
      nofile:
        soft: 65536
        hard: 65536
    volumes:
    - esdata2:/usr/share/elasticsearch/data

  fscrawler:
    image: shadiakiki1986/fscrawler
    volumes:
    - ${TARGET_DIR:-./data/}:/tmp/es/:ro
    - ./config/:/usr/share/fscrawler/config/

    depends_on:
      elasticsearch1:
        condition: service_healthy
    command:
    - --config_dir
    - /usr/share/fscrawler/config
    - ${JOB_NAME:-fscrawler_job}

volumes:
  esdata1:
    driver: local
  esdata2:
    driver: local