docker-compose.yml

version: "2"

services:
  #debugger:
  #  image: sjourdan/toolbox
  #  container_name: debugger
  #  networks:
  #    - squirrel:latest
  #  dns: 8.8.8.8
  #  command: nc -l 50070

  frontier:
    image: squirrel.frontier:latest
    container_name: frontier
    environment:
      - HOBBIT_RABBIT_HOST=rabbit
      - URI_WHITELIST_FILE=/var/squirrel/whitelist.txt
      - SEED_FILE=/var/squirrel/seeds.txt
      - MDB_HOST_NAME=mongodb
      - MDB_PORT=27017
      - MDB_CONNECTION_TIME_OUT=5000
      - MDB_SOCKET_TIME_OUT=10000
      - MDB_SERVER_TIME_OUT=10000
      - COMMUNICATION_WITH_WEBSERVICE=false
      - VISUALIZATION_OF_CRAWLED_GRAPH=false
      - JVM_ARGS=-Xmx8g
    volumes:
      - ./data/frontier:/var/squirrel/data
      - ./seed/seeds.txt:/var/squirrel/seeds.txt:ro
      - ./whitelist/whitelist.txt:/var/squirrel/whitelist.txt:ro
    command: java -cp squirrel.jar org.hobbit.core.run.ComponentStarter org.dice_research.squirrel.components.FrontierComponent

  mongodb:
    image: mongo:4.0.0
    volumes:
      - ./data/mongodb:/data
    ports:
      - "27017:27017"

#  rethinkdb:
#    image: rethinkdb:2.3.5
#    volumes:
#      - ./data/rethinkdb:/data
#    ports:
#      - "8080:8080"
#    command: rethinkdb --bind all

  # message bus
  rabbit:
    image: rabbitmq:management
    container_name: rabbit
    hostname: rabbit
    ports:
      - "8081:15672"
      # Forwarding the port for testing
      - "5672:5672"

  worker1:
    image: squirrel.worker:latest
    container_name: worker1
    environment:
      - HOBBIT_RABBIT_HOST=rabbit
      - OUTPUT_FOLDER=/var/squirrel/data
      - HTML_SCRAPER_YAML_PATH=/var/squirrel/yaml
      - CONTEXT_CONFIG_FILE=/var/squirrel/spring-config/context.xml
      - SPARQL_HOST_NAME=sparqlhost
      - SPARQL_HOST_PORT=3030
      - DEDUPLICATION_ACTIVE=false
      - MDB_HOST_NAME=mongodb
      - MDB_PORT=27017
      - JVM_ARGS=-Xmx8g
    volumes:
        - ./data/worker1:/var/squirrel/data
        - ./yaml:/var/squirrel/yaml
        - ./spring-config:/var/squirrel/spring-config
    command: java -cp squirrel.jar org.dice_research.squirrel.components.WorkerComponentStarter

  worker2:
    image: squirrel.worker:latest
    container_name: worker2
    environment:
      - HOBBIT_RABBIT_HOST=rabbit
      - OUTPUT_FOLDER=/var/squirrel/data
      - HTML_SCRAPER_YAML_PATH=/var/squirrel/yaml
      - CONTEXT_CONFIG_FILE=/var/squirrel/spring-config/context-fileBased.xml
      - SPARQL_HOST_NAME=sparqlhost
      - SPARQL_HOST_PORT=3030
      - DEDUPLICATION_ACTIVE=false
      - MDB_HOST_NAME=mongodb
      - MDB_PORT=27017
      - JVM_ARGS=-Xmx8g
    volumes:
        - ./data/worker2:/var/squirrel/data
        - ./yaml:/var/squirrel/yaml
        - ./spring-config:/var/squirrel/spring-config
    command: java -cp squirrel.jar org.dice_research.squirrel.components.WorkerComponentStarter

  worker3:
    image: squirrel.worker:latest
    container_name: worker3
    environment:
      - HOBBIT_RABBIT_HOST=rabbit
      - OUTPUT_FOLDER=/var/squirrel/data
      - HTML_SCRAPER_YAML_PATH=/var/squirrel/yaml
      - CONTEXT_CONFIG_FILE=/var/squirrel/spring-config/context-fileBased.xml
      - SPARQL_HOST_NAME=sparqlhost
      - SPARQL_HOST_PORT=3030
      - DEDUPLICATION_ACTIVE=true
      - MDB_HOST_NAME=mongodb
      - MDB_PORT=27017
      - JVM_ARGS=-Xmx8g
    volumes:
        - ./data/worker3:/var/squirrel/data
        - ./yaml:/var/squirrel/yaml
        - ./spring-config:/var/squirrel/spring-config
    command: java -cp squirrel.jar org.dice_research.squirrel.components.WorkerComponentStarter

  deduplicator:
    image: squirrel
    container_name: deduplicator
    environment:
      DEDUPLICATION_ACTIVE: "true"
      HOBBIT_RABBIT_HOST: rabbit
      OUTPUT_FOLDER: /var/squirrel/data
      MDB_HOST_NAME: mongodb
      MDB_PORT: 27017
      SPARQL_HOST_NAME: sparqlhost
      SPARQL_HOST_PORT: 3030
      SERVICE_PRECONDITION: "rethinkdb:28015 rabbit:5672"
    volumes:
        - ./data/deduplicator:/var/squirrel/data
    command: java -cp squirrel.jar org.hobbit.core.run.ComponentStarter org.aksw.simba.squirrel.components.DeduplicatorComponent