Run Zookeeper and Kafka with docker-compose. Also support to send app logs to Kafka using elastic Filebeat

docker-compose-app.yml

version: "3"
services:
  sample_app:
    # PHP 7 with ZeroMQ installed
    build: .
    depends_on:
      - filebeat
    working_dir: /app
    command: php index.php
    volumes:
      - ".:/app"

docker-compose.yml

version: "3"
services:
  zookeeper:
    image: confluentinc/cp-zookeeper
    hostname: zookeeper
    ports:
      - "2181:2181"
    environment:
      ZOOKEEPER_CLIENT_PORT: 2181
      ZOOKEEPER_TICK_TIME: 2000
  broker:
    image: confluentinc/cp-kafka
    hostname: broker
    depends_on:
      - zookeeper
    ports:
      - '9092:9092'
    environment:
      KAFKA_BROKER_ID: 1
      KAFKA_ZOOKEEPER_CONNECT: 'zookeeper:2181'
      KAFKA_ADVERTISED_LISTENERS: 'PLAINTEXT://broker:9092'
  filebeat:
    image: prima/filebeat
    depends_on:
      - broker
    volumes:
      - "./filebeat.yml:/filebeat.yml"
      - "./log:/var/log"

filebeat.yml

filebeat.prospectors:
- input_type: log
  paths:
    - /var/log/*.log
output.kafka:
  hosts: ["broker:9092"]
  topic: '%{[type]}'
  required_acks: 1
  compression: gzip
  max_message_bytes: 1000000