Dask Distributed Devcontainer

devcontainer.json

{
    "dockerComposeFile": "docker-compose.yml",
    "service": "notebook",
    "workspaceFolder": "/home/jovyan/work",
    "forwardPorts": [8888,8787],
    "customizations": {
        "vscode": {
            "settings": {
                "python.defaultInterpreterPath": "/opt/conda/bin/python"
            },
            "extensions": [
                "ms-python.python",             // for Python
                "ms-toolsai.jupyter",           // for Python
                "quarto.quarto",                // for Python and R
                "analytic-signal.preview-pdf",
                "GitHub.copilot"
            ]
        }
    }
}

docker-compose.yml

version: "3.8"

services:

  notebook:
    image: ghcr.io/dask/dask-notebook:latest
    environment:
      - DASK_SCHEDULER_ADDRESS="tcp://scheduler:8787"
    volumes:
      - ../..:/home/jovyan/work:cached
    network_mode: service:scheduler

  scheduler:
    image: ghcr.io/dask/dask:latest
    ports:
      - "8786:8786"
    command: ["dask-scheduler"]

  worker:
    image: ghcr.io/dask/dask:latest
    command: ["dask-worker", "tcp://scheduler:8786"]
    # For Docker swarm you can specify multiple workers, this is ignored by `docker-compose up`
    deploy:
      replicas: 2