OpenAI compatible FastAPI

chat.py

import os

from openai import OpenAI

URL="https://fast-api.snova.ai/v1/",
API_KEY="xxxx"

def main():
    client = OpenAI(
        base_url="https://fast-api.snova.ai/v1/",
        api_key="aHh5OTI0M19fZ21haWwuY29tOk5EVWpnYnc5NDM=",
    )

    m = {'role': 'system', 'content': 'You are a helpful assistant who speaks in an elegant and professional fashion.'}
    conversation_history = [m]
    while True:
        try:
            user_input = input("You: ")
            new_message = {'role': 'user', 'content': user_input}
            conversation_history.append(new_message)

            response = client.chat.completions.create(
                model='llama3-8b',
                messages=conversation_history,
                stream=True,
                extra_headers={'Authorization': 'Basic ' + API_KEY}
            )
            for chunk in response:
                if chunk.choices[0].delta.content:
                    print(chunk.choices[0].delta.content, end="")
            print()
        except KeyboardInterrupt:
            print("\nUser Interruption Detected. Goodbye!")
            break

main()