docker-compose.yml

gistfile1.txt

version: '3.8'
services: 
    dagster-postgres:
        image: postgres:14.1
        container_name: dagster-postgres 
        ports: 
            - 5432:5432
        environment: 
            POSTGRES_USER: postgres 
            POSTGRES_PASSWORD: password
            POSTGRES_DB: dagster
    dagster-rabbitmq:
        image: rabbitmq:3.9.9-management
        ports:
          - 5672:5672
          - 15672:15672
        environment:
          - DEFAULT_VHOST=/
          - DEFAULT_USER=admin
          - DEFAULT_PASS=admin   
        volumes: 
          - ./rabbitmq/rabbitmq.conf:/etc/rabbitmq/rabbitmq.conf
    dagster-keydb:
        image: eqalpha/keydb:x86_64_v6.2.0
        ports: 
            - 6379:6379 
#    dagster-flower:
#        image: mher/flower:0.9.7
#        environment:
#            - CELERY_BROKER_URL=amqp://admin:admin@dagster-rabbitmq:5672
#            - FLOWER_PORT=5555      
#        ports:
#            - 5555:5555
#        depends_on:
#            - dagster-rabbitmq            
    dagster-dagit:
        image: melofon/dagster:0.13.14
        ports:
            - 3000:3000
        environment: 
            PG_USERNAME: postgres
            PG_PASSWORD: password
            PG_HOST: dagster-postgres     
            PG_DB: dagster       
            PG_PORT: 5432    
        entrypoint:
            - dagit
            - -h
            - "0.0.0.0"
            - -p
            - "3000"                
        volumes:
            - ./dagit/:/opt/dagster/        
        depends_on:
            - dagster-postgres
            - dagster-pipelines
#    dagster-dbtdocs:
#        image: melofon/dagster:0.13.14
#        ports:
#            - 8080:3000 
#        working_dir: /opt/dbt/projects       
#        environment: 
#            - DBT_PROFILES_DIR=/opt/dbt/profiles                         
#        entrypoint:
#            - dbt
#            - docs
#            - serve
#            - --port
#            - "3000"         
#        volumes:
#            - ./dbt/:/opt/dbt/               
    dagster-pipelines:
        image: melofon/dagster:0.13.14
        environment: 
            PG_USERNAME: postgres
            PG_PASSWORD: password
            PG_HOST: dagster-postgres     
            PG_DB: dagster       
            PG_PORT: 5432   
            CELERY_BROKER_URL: pyamqp://admin:admin@dagster-rabbitmq:5672
            CELERY_RESULT_BACKEND: redis://dagster-keydb:6379                           
        entrypoint:
            - dagster
            - api
            - grpc
            - -h
            - "0.0.0.0"
            - -p
            - "3000"
            - -f
            - repo.py            
        volumes:
            - ./dagster-app/:/opt/dagster/app/             
    dagster-daemon:
        image: melofon/dagster:0.13.14
        environment: 
            PG_USERNAME: postgres
            PG_PASSWORD: password
            PG_HOST: dagster-postgres     
            PG_DB: dagster       
            PG_PORT: 5432    
            CELERY_BROKER_URL: pyamqp://admin:admin@dagster-rabbitmq:5672
            CELERY_RESULT_BACKEND: redis://dagster-keydb:6379                
        entrypoint:
            - dagster-daemon
            - run                      
        depends_on:
            - dagster-postgres
            - dagster-pipelines    
    dagster-executor:
        image: melofon/dagster:0.13.14
        environment: 
            PG_USERNAME: postgres
            PG_PASSWORD: password
            PG_HOST: dagster-postgres     
            PG_DB: dagster       
            PG_PORT: 5432        
            CELERY_BROKER_URL: pyamqp://admin:admin@dagster-rabbitmq:5672
            CELERY_RESULT_BACKEND: redis://dagster-keydb:6379
            CELERY_WORKER_CONCURRENCY: 10
            DBT_PROFILES_DIR: /opt/dbt/profiles  
        entrypoint:
            - dagster-celery
            - worker 
            - start 
            - -A 
            - celery_app    
        volumes:
            - ./dagster-app/:/opt/dagster/app/   
            - ./dbt/:/opt/dbt/                  
        depends_on:
            - dagster-postgres
            - dagster-rabbitmq
            - dagster-keydb
    #        - dagster-dbtdocs