Kafka, Redis, Elastic Search, Mongodb with docker compose

README.md

Run

$ docker-compose up

docker-compose.yml

version: '3'

services:
  mongodb:
    image: mongo
    container_name: "mongodb"
    environment:
      - MONGO_DATA_DIR=/data/db
      - MONGO_LOG_DIR=/dev/null
      - MONGO_INITDB_DATABASE=userservice
      - MONGO_INITDB_ROOT_USERNAME=admin
      - MONGO_INITDB_ROOT_PASSWORD=admin
    volumes:
      - ./data/mongo/001_users.js:/docker-entrypoint-initdb.d/001_users.js:ro
      - ./data/db:/data/db
    networks:
      - web
    ports:
      - 27017:27017
    command: mongod --auth
  redis:
    image: "redis:3.0-alpine"
    command: redis-server --requirepass devpass
    volumes:
      - "./data/redis:/data"
    ports:
      - "6379:6379"
    networks:
      - web
  zookeeper:
    image: wurstmeister/zookeeper
    ports:
      - "2181:2181"
    networks:
      - web
  kafka:
    image: wurstmeister/kafka
    ports:
      - "9092:9092"
    depends_on:
      - zookeeper
    environment:
      KAFKA_ADVERTISED_HOST_NAME: 127.0.0.1
      KAFKA_CREATE_TOPICS: "test:1:1"
      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
      KAFKA_ZOOKEEPER_TIMEOUT_MS: 36000
    volumes:
      - /var/run/docker.sock:/var/run/docker.sock
    networks:
      - web
  
  # ELK
  elasticsearch:
    build:
      context: deployments/elk/elasticsearch/
      args:
        ELK_VERSION: $ELK_VERSION
    volumes:
      - ./deployments/elk/elasticsearch/config/elasticsearch.yml:/usr/share/elasticsearch/config/elasticsearch.yml:ro
      - ./deployments/elk/elasticsearch/esdata:/usr/share/elasticsearch/data
    ports:
      - "9200:9200"
      - "9300:9300"
    environment:
      ES_JAVA_OPTS: "-Xmx256m -Xms256m"
      ELASTIC_PASSWORD: changeme
    networks:
      - web

  logstash:
    build:
      context: deployments/elk/logstash/
      args:
        ELK_VERSION: $ELK_VERSION
    volumes:
      - ./deployments/elk/logstash/config/logstash.yml:/usr/share/logstash/config/logstash.yml:ro
      - ./deployments/elk/logstash/pipeline:/usr/share/logstash/pipeline:ro
    ports:
      - "5000:5000"
      - "9600:9600"
    environment:
      LS_JAVA_OPTS: "-Xmx256m -Xms256m"
    networks:
      - web
    depends_on:
      - elasticsearch

  kibana:
    build:
      context: deployments/elk/kibana/
      args:
        ELK_VERSION: $ELK_VERSION
    volumes:
      - ./deployments/elk/kibana/config/kibana.yml:/usr/share/kibana/config/kibana.yml:ro
    ports:
      - "5601:5601"
    networks:
      - web
    depends_on:
      - elasticsearch
networks:
  web:
    driver: bridge