fvisconti

# Since procedures to install TensorRT-LLM such as
# here: https://nvidia.github.io/TensorRT-LLM/installation/linux.html
# or here: https://developer.nvidia.com/blog/optimizing-inference-on-llms-with-tensorrt-llm-now-publicly-available/
# suffer more than an issue, 
# I share my Dockerfile to have it built as a docker image locally

# First stage for building dependencies with a slim Python base
FROM python:3.10-slim-bullseye AS build-deps

RUN apt-get update && apt-get install -y --no-install-recommends \