Skip to content

Instantly share code, notes, and snippets.

@jepjoo
jepjoo / llm_utils.py
Created July 4, 2025 12:34
Fix for llama-server
import os
import re
from copy import deepcopy
from functools import cache
from typing import Any, AsyncIterator, Protocol, cast
from mistralai import Mistral
from openai import AsyncOpenAI, OpenAI
from unmute.kyutai_constants import LLM_SERVER
@jepjoo
jepjoo / chat.py
Created May 30, 2025 12:26
Oobabooga v 3.4: "Start reply with" fix
import base64
import copy
import functools
import html
import json
import pprint
import re
import time
from datetime import datetime
from functools import partial