Skip to content

Instantly share code, notes, and snippets.

View gcgbarbosa's full-sized avatar
⚧️

George C. G. Barbosa gcgbarbosa

⚧️
View GitHub Profile
@gcgbarbosa
gcgbarbosa / server.py
Last active July 31, 2026 20:08
serving litert_lm with GPU backend
import time
import json
import asyncio
from contextlib import asynccontextmanager
from typing import List, Optional, Union
from fastapi import FastAPI, HTTPException
from fastapi.responses import StreamingResponse
from pydantic import BaseModel, ConfigDict
import litert_lm