Windows Live Captions → WebSocket bridge

bridge.py

import asyncio
import uiautomation as auto
import websockets

PORT = 6677

def get_caption_text():
    try:
        window = auto.WindowControl(searchDepth=1, Name="Live Captions")
        text_el = window.TextControl(searchDepth=20, AutomationId="CaptionsTextBlock")
        return text_el.Name
    except:
        return None

async def handler(websocket):
    print("Overlay connected!")
    last_text = ""
    try:
        while True:
            text = get_caption_text()
            if text and text != last_text:
                # only send the last non-empty line
                lines = [l.strip() for l in text.splitlines() if l.strip()]
                if lines:
                    await websocket.send(lines[-1])
                last_text = text
            await asyncio.sleep(0.3)
    except websockets.exceptions.ConnectionClosed:
        print("Overlay disconnected, waiting for reconnect...")

async def main():
    print(f"Starting server on port {PORT}...")
    async with websockets.serve(handler, "localhost", PORT):
        await asyncio.Future()

asyncio.run(main())