- use the
kyuz0/vllm-therock-gfx1151docker image
docker run -it --network=host --group-add=video --ipc=host --cap-add=SYS_PTRACE --security-opt seccomp=unconfined --device /dev/kfd --device /dev/dri -v /home/$USER/.cache:/root/.cache --entrypoint bash kyuz0/vllm-therock-gfx1151pip install omnivoice-server- patch
venv/lib/python3.12/site-packages/omnivoice_server/utils/audio.pywith this foromnivoice-server==0.1.0