Windows live captions recorder

windows_live_captions_recorder.py

from pywinauto.application import Application
import time
import math
import re
from collections import Counter

WORD = re.compile(r"\w+")
# cosine similarity https://stackoverflow.com/a/15174569/309846

def get_cosine(vec1, vec2):
    """Calculate cosine similarity between two vectors"""
    intersection = set(vec1.keys()) & set(vec2.keys())
    numerator = sum([vec1[x] * vec2[x] for x in intersection])

    sum1 = sum([vec1[x] ** 2 for x in list(vec1.keys())])
    sum2 = sum([vec2[x] ** 2 for x in list(vec2.keys())])
    denominator = math.sqrt(sum1) * math.sqrt(sum2)

    if not denominator:
        return 0.0
    else:
        return float(numerator) / denominator

def text_to_vector(text):
    """Convert text to a vector"""
    words = WORD.findall(text)
    return Counter(words)


def is_text_similar_simple(a, b, theta=0.8):
    """Check if two text strings are similar if:
    - a is tarting with b or
    - cosine similarity is greater than \theta
    """
    if len(a) == 0 or len(b) == 0:
        return False
    if a.startswith(b):
        return True
    if b.startswith(a):
        return True
    
    return get_cosine(text_to_vector(a), text_to_vector(b)) > theta



if __name__ == '__main__':
    
    app = Application(backend='uia').connect(path='LiveCaptions.exe')
    
    transcript = []
    if not app.is_process_running():
        print("Live Captions is not running")
    else:
        try:
            print('Recording live captions. Press Ctrl+C to stop.')

            text_block = app.top_window().child_window(auto_id="CaptionsTextBlock", control_type="Text") 
            # Process last two rows of the text block
            live_accumulation_buffer = ''
            live = ''
            while True:
                lines = text_block.window_text().splitlines()
                if len(lines) == 0:
                    continue
                translated, live = (lines[-2:] if len(lines) > 1 else ["", lines[-1]])
                if not is_text_similar_simple(live, live_accumulation_buffer):
                    if len(transcript) == 0 or (transcript[-1] != translated):
                        transcript.append(translated)
                    live_accumulation_buffer = live
                
                time.sleep(0.1)
        except KeyboardInterrupt:
            transcript.append(live)
                
        # save the transcript to a file
        with open('transcript.txt', 'w', encoding='utf-8') as f:
            f.write('\n'.join(transcript))