docker-compose.yml

# This compose file will start up Netflix OSS Tracker and load it with a days worth of data
#
# You need to export a variable before running it with your github key
#   export github_oauth=YOUR_KEY_HERE
#   export github_org=YOUR_ORG_HERE
#
version: '3'
services:
  cassandra:
    container_name: osstracker-cassandra
    image: cassandra:latest
    ports:
      - "9042:9042"
    environment:
      - "MAX_HEAP_SIZE=256M"
      - "HEAP_NEWSIZE=128M"
    restart: always
    volumes:
      - ./cassandra_data:/var/lib/cassandra

  elasticsearch:
    container_name: osstracker-elasticsearch
    image: elasticsearch:5.6.4
    environment:
      ES_JAVA_OPTS: "-Xmx256m -Xms256m"
    ports:
      - "9200:9200"
    environment:
      - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
    restart: always
    ulimits:
      memlock:
        soft: -1
        hard: -1
    volumes:
      - ./es_data:/usr/share/elasticsearch/data

  kibana:
    container_name: osstracker-kibana
    image: kibana:5.6.4
    ports:
      - "5601:5601"
    restart: always

  osstracker-console:
    container_name: osstracker-console
    image: netflixoss/osstracker-console:latest
    ports:
      - "3000:3000"
    environment:
      CASS_HOST: cassandra
      CASS_PORT: 9042
      ES_HOST: elasticsearch
      ES_PORT: 9200
    restart: always
    depends_on:
      - cassandra
      - elasticsearch

  cassandra-load-keyspace:
    container_name: osstracker-cassandra-load-keyspace
    image: cassandra:latest
    depends_on:
      - cassandra
    volumes:
      - ./osstracker-ddl/osstracker.cql:/osstracker.cql
    command: /bin/bash -c "sleep 60 && echo loading cassandra keyspace && cqlsh cassandra -f /osstracker.cql"
    deploy:
      restart_policy:
        condition: on-failure
        delay: 5s
        max_attempts: 3
        window: 120s

  elasticsearch-configure-index-1:
    container_name: osstracker-elasticsearch-configure-index-1
    image: tutum/curl
    depends_on:
      - elasticsearch
    command: /bin/bash -c "sleep 60 && echo adding index && curl -X PUT elasticsearch:9200/osstracker"
    deploy:
      restart_policy:
        condition: on-failure
        delay: 5s
        max_attempts: 3
        window: 120s

  elasticsearch-configure-index-2:
    container_name: osstracker-elasticsearch-configure-index-2
    image: tutum/curl
    depends_on:
      - elasticsearch
    volumes:
      - ./osstracker-ddl/elasticsearch-mappings.json:/elasticsearch-mappings.json
    command: /bin/bash -c "sleep 80 && echo adding index && curl -X PUT -d @/elasticsearch-mappings.json elasticsearch:9200/osstracker/repo_stats/_mapping"
    deploy:
      restart_policy:
        condition: on-failure
        delay: 5s
        max_attempts: 3
        window: 120s

  osstracker-scraper-cassandra:
    container_name: osstracker-scraper-cassandra
    image:  netflixoss/osstracker-scraper:latest
    depends_on:
      - cassandra
      - elasticsearch
    environment:
      CASS_HOST: cassandra
      CASS_PORT: 9042
      ES_HOST: elasticsearch
      ES_PORT: 9200
      github_oauth: ${github_oauth}
      github_org: ${github_org}
    restart: always
    command: /bin/sh -c "sleep 100 && java -cp /osstracker-scraperapp-all.jar com.netflix.oss.tools.osstrackerscraper.app.RunGithubScraper --action updatecassandra"

  osstracker-scraper-elasticsearch:
    container_name: osstracker-scraper-elasticsearch
    image:  netflixoss/osstracker-scraper:latest
    depends_on:
      - cassandra
      - elasticsearch
    environment:
      CASS_HOST: cassandra
      CASS_PORT: 9042
      ES_HOST: elasticsearch
      ES_PORT: 9200
      github_oauth: ${github_oauth}
      github_org: ${github_org}
    restart: always
    command: /bin/sh -c "sleep 160 && java -cp /osstracker-scraperapp-all.jar com.netflix.oss.tools.osstrackerscraper.app.RunGithubScraper --action updateelasticsearch"