Dockerfile

ARG NGROK_TOKEN

FROM ubuntu:22.04

RUN ACCEPT_EULA=Y apt-get update \
    && ACCEPT_EULA=Y apt-get upgrade \
    && apt-get install --yes software-properties-common build-essential libopenblas-dev ninja-build pkg-config cmake-data clang \
    && apt-get install --yes git git-lfs curl wget zip unzip \
    && git lfs install \
    && apt-get install --yes python3 python3-pip python-is-python3

RUN python -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings sentencepiece

RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh \
    && source "$HOME/.cargo/env" \
    && rustup target add wasm32-wasi

RUN curl -sSf https://raw.githubusercontent.com/WasmEdge/WasmEdge/master/utils/install.sh | bash -s -- --plugins wasi_nn-ggml \
    && source $HOME/.wasmedge/env

RUN curl -s https://ngrok-agent.s3.amazonaws.com/ngrok.asc \
    | tee /etc/apt/trusted.gpg.d/ngrok.asc >/dev/null \
    && echo "deb https://ngrok-agent.s3.amazonaws.com buster main" \
    | tee /etc/apt/sources.list.d/ngrok.list \
    && apt update \
    && apt install --allow-unauthenticated ngrok

RUN ngrok config add-authtoken $NGROK_TOKEN