Пример использования DeepSeek-R1 8B запущенной через в ollama в режиме Structured Output

test.py

import json
from openai import OpenAI

client = OpenAI(api_key="~", base_url="http://gpu02:11434/v1")

system_prompt = """\
The user will provide some examination text.
Please parse the "question" and "answer" and output them in JSON format. 

OUTPUT JSON SCHEMA:
{
    "question": "provided question",
    "answer": "what was answered"
}
"""

user_prompt = "Ты точно не рофлишь? Нет, Фил, я серьёзно."

messages = [
    {"role": "system", "content": system_prompt},
    {"role": "user", "content": user_prompt}
]

response = client.chat.completions.create(
    model="deepseek-r1:8b",
    messages=messages,
    response_format={'type': 'json_object'}
)

print(json.loads(response.choices[0].message.content))