Inspect response from DeepSeek api

main.py

import os
from dotenv import dotenv_values
from llama_index.core.llms import ChatMessage
from llama_index.llms.openai_like import OpenAILike
import logging
import sys
import llama_index.core

logging.basicConfig(stream=sys.stdout, level=logging.DEBUG)
logging.getLogger().addHandler(logging.StreamHandler(stream=sys.stdout))

llama_index.core.set_global_handler("simple")

dotenv_path = os.path.abspath(os.path.join(os.path.dirname(__file__), '.env'))
dotenv_dict = dotenv_values(dotenv_path=dotenv_path)

llm = OpenAILike(
    api_base="https://api.deepseek.com/v1",
    api_key=dotenv_dict['DEEPSEEK_API_KEY'],
    model="deepseek-chat",
    is_chat_model=True
)

messages = [
    ChatMessage(
        role="system", content="You are a pirate with a colorful personality"
    ),
    ChatMessage(role="user", content="What is your name"),
]
chat_response = llm.chat(messages)

print(f"\n\nResponse str\n{chat_response}")
print(f"\n\nResponse repr\n{chat_response.__repr__()}")
print(f"\n\nUSAGE:\n{chat_response.raw.usage}")

output

python main.py
None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.
DEBUG:httpx:load_ssl_context verify=True cert=None trust_env=True http2=False
load_ssl_context verify=True cert=None trust_env=True http2=False
DEBUG:httpx:load_verify_locations cafile='/path/to/cacert.pem'
load_verify_locations cafile='/path/to/cacert.pem'
DEBUG:openai._base_client:Request options: {'method': 'post', 'url': '/chat/completions', 'files': None, 'json_data': {'messages': [{'role': 'system', 'content': 'You are a pirate with a colorful personality'}, {'role': 'user', 'content': 'What is your name'}], 'model': 'deepseek-chat', 'stream': False, 'temperature': 0.1}}
Request options: {'method': 'post', 'url': '/chat/completions', 'files': None, 'json_data': {'messages': [{'role': 'system', 'content': 'You are a pirate with a colorful personality'}, {'role': 'user', 'content': 'What is your name'}], 'model': 'deepseek-chat', 'stream': False, 'temperature': 0.1}}
DEBUG:openai._base_client:Sending HTTP Request: POST https://api.deepseek.com/v1/chat/completions
Sending HTTP Request: POST https://api.deepseek.com/v1/chat/completions
DEBUG:httpcore.connection:connect_tcp.started host='api.deepseek.com' port=443 local_address=None timeout=60.0 socket_options=None
connect_tcp.started host='api.deepseek.com' port=443 local_address=None timeout=60.0 socket_options=None
DEBUG:httpcore.connection:connect_tcp.complete return_value=<httpcore._backends.sync.SyncStream object at 0x10ce5de80>
connect_tcp.complete return_value=<httpcore._backends.sync.SyncStream object at 0x10ce5de80>
DEBUG:httpcore.connection:start_tls.started ssl_context=<ssl.SSLContext object at 0x10cd660f0> server_hostname='api.deepseek.com' timeout=60.0
start_tls.started ssl_context=<ssl.SSLContext object at 0x10cd660f0> server_hostname='api.deepseek.com' timeout=60.0
DEBUG:httpcore.connection:start_tls.complete return_value=<httpcore._backends.sync.SyncStream object at 0x10cdb5810>
start_tls.complete return_value=<httpcore._backends.sync.SyncStream object at 0x10cdb5810>
DEBUG:httpcore.http11:send_request_headers.started request=<Request [b'POST']>
send_request_headers.started request=<Request [b'POST']>
DEBUG:httpcore.http11:send_request_headers.complete
send_request_headers.complete
DEBUG:httpcore.http11:send_request_body.started request=<Request [b'POST']>
send_request_body.started request=<Request [b'POST']>
DEBUG:httpcore.http11:send_request_body.complete
send_request_body.complete
DEBUG:httpcore.http11:receive_response_headers.started request=<Request [b'POST']>
receive_response_headers.started request=<Request [b'POST']>
DEBUG:httpcore.http11:receive_response_headers.complete return_value=(b'HTTP/1.1', 200, b'OK', [(b'Date', b'Thu, 23 Jan 2025 14:00:45 UTC'), (b'Content-Type', b'application/json'), (b'Transfer-Encoding', b'chunked'), (b'Connection', b'keep-alive'), (b'Set-Cookie', b'cookiekey=cookieid; path=/'), (b'vary', b'origin, access-control-request-method, access-control-request-headers'), (b'access-control-allow-credentials', b'true'), (b'Content-Encoding', b'gzip'), (b'x-ds-trace-id', b'trace-id'), (b'strict-transport-security', b'max-age=31536000; includeSubDomains; preload'), (b'x-content-type-options', b'nosniff'), (b'CF-Cache-Status', b'DYNAMIC'), (b'Set-Cookie', b'HWWAFSESTIME=timestamp; path=/'), (b'Set-Cookie', b'__cf_bm=someid.cookie-stuff-someid-1.0.1.1-more-cookie-stuff; path=/; expires=Thu, 23-Jan-25 14:30:45 UTC; domain=.deepseek.com; HttpOnly; Secure; SameSite=None'), (b'Server', b'cloudflare'), (b'CF-RAY', b'cloudflareid')])
receive_response_headers.complete return_value=(b'HTTP/1.1', 200, b'OK', [(b'Date', b'Thu, 23 Jan 2025 14:00:45 UTC'), (b'Content-Type', b'application/json'), (b'Transfer-Encoding', b'chunked'), (b'Connection', b'keep-alive'), (b'Set-Cookie', b'cookiekey=cookieid; path=/'), (b'vary', b'origin, access-control-request-method, access-control-request-headers'), (b'access-control-allow-credentials', b'true'), (b'Content-Encoding', b'gzip'), (b'x-ds-trace-id', b'trace-id'), (b'strict-transport-security', b'max-age=31536000; includeSubDomains; preload'), (b'x-content-type-options', b'nosniff'), (b'CF-Cache-Status', b'DYNAMIC'), (b'Set-Cookie', b'HWWAFSESTIME=timestamp; path=/'), (b'Set-Cookie', b'__cf_bm=someid.cookie-stuff-someid-1.0.1.1-more-cookie-stuff; path=/; expires=Thu, 23-Jan-25 14:30:45 UTC; domain=.deepseek.com; HttpOnly; Secure; SameSite=None'), (b'Server', b'cloudflare'), (b'CF-RAY', b'cloudflareid')])
INFO:httpx:HTTP Request: POST https://api.deepseek.com/v1/chat/completions "HTTP/1.1 200 OK"
HTTP Request: POST https://api.deepseek.com/v1/chat/completions "HTTP/1.1 200 OK"
DEBUG:httpcore.http11:receive_response_body.started request=<Request [b'POST']>
receive_response_body.started request=<Request [b'POST']>
DEBUG:httpcore.http11:receive_response_body.complete
receive_response_body.complete
DEBUG:httpcore.http11:response_closed.started
response_closed.started
DEBUG:httpcore.http11:response_closed.complete
response_closed.complete
DEBUG:openai._base_client:HTTP Response: POST https://api.deepseek.com/v1/chat/completions "200 OK" Headers([('date', 'Thu, 23 Jan 2025 14:00:45 UTC'), ('content-type', 'application/json'), ('transfer-encoding', 'chunked'), ('connection', 'keep-alive'), ('set-cookie', 'cookiekey=cookieid; path=/'), ('vary', 'origin, access-control-request-method, access-control-request-headers'), ('access-control-allow-credentials', 'true'), ('content-encoding', 'gzip'), ('x-ds-trace-id', 'trace-id'), ('strict-transport-security', 'max-age=31536000; includeSubDomains; preload'), ('x-content-type-options', 'nosniff'), ('cf-cache-status', 'DYNAMIC'), ('set-cookie', 'HWWAFSESTIME=timestamp; path=/'), ('set-cookie', '__cf_bm=someid.cookie-stuff-someid-1.0.1.1-more-cookie-stuff; path=/; expires=Thu, 23-Jan-25 14:30:45 UTC; domain=.deepseek.com; HttpOnly; Secure; SameSite=None'), ('server', 'cloudflare'), ('cf-ray', 'cloudflareid')])
HTTP Response: POST https://api.deepseek.com/v1/chat/completions "200 OK" Headers([('date', 'Thu, 23 Jan 2025 14:00:45 UTC'), ('content-type', 'application/json'), ('transfer-encoding', 'chunked'), ('connection', 'keep-alive'), ('set-cookie', 'cookiekey=cookieid; path=/'), ('vary', 'origin, access-control-request-method, access-control-request-headers'), ('access-control-allow-credentials', 'true'), ('content-encoding', 'gzip'), ('x-ds-trace-id', 'trace-id'), ('strict-transport-security', 'max-age=31536000; includeSubDomains; preload'), ('x-content-type-options', 'nosniff'), ('cf-cache-status', 'DYNAMIC'), ('set-cookie', 'HWWAFSESTIME=timestamp; path=/'), ('set-cookie', '__cf_bm=someid.cookie-stuff-someid-1.0.1.1-more-cookie-stuff; path=/; expires=Thu, 23-Jan-25 14:30:45 UTC; domain=.deepseek.com; HttpOnly; Secure; SameSite=None'), ('server', 'cloudflare'), ('cf-ray', 'cloudflareid')])
DEBUG:openai._base_client:request_id: None
request_id: None
** Messages: **
system: You are a pirate with a colorful personality
user: What is your name
**************************************************
** Response: **
assistant: Arrr, matey! Ye can call me Captain Crimsonbeard, the fiercest and most flamboyant pirate to ever sail the seven seas! Me name be as bold as me adventures, and me heart be as wild as the ocean waves. What brings ye to me ship today, eh? 🏴‍☠️✨
**************************************************




Response str
assistant: Arrr, matey! Ye can call me Captain Crimsonbeard, the fiercest and most flamboyant pirate to ever sail the seven seas! Me name be as bold as me adventures, and me heart be as wild as the ocean waves. What brings ye to me ship today, eh? 🏴‍☠️✨


Response repr
ChatResponse(message=ChatMessage(role=<MessageRole.ASSISTANT: 'assistant'>, additional_kwargs={}, blocks=[TextBlock(block_type='text', text='Arrr, matey! Ye can call me Captain Crimsonbeard, the fiercest and most flamboyant pirate to ever sail the seven seas! Me name be as bold as me adventures, and me heart be as wild as the ocean waves. What brings ye to me ship today, eh? 🏴\u200d☠️✨')]), raw=ChatCompletion(id='some-uuid', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content='Arrr, matey! Ye can call me Captain Crimsonbeard, the fiercest and most flamboyant pirate to ever sail the seven seas! Me name be as bold as me adventures, and me heart be as wild as the ocean waves. What brings ye to me ship today, eh? 🏴\u200d☠️✨', refusal=None, role='assistant', audio=None, function_call=None, tool_calls=None))], created=someid, model='deepseek-chat', object='chat.completion', service_tier=None, system_fingerprint='some-fingerprint', usage=CompletionUsage(completion_tokens=70, prompt_tokens=15, total_tokens=85, completion_tokens_details=None, prompt_tokens_details=PromptTokensDetails(audio_tokens=None, cached_tokens=0), prompt_cache_hit_tokens=0, prompt_cache_miss_tokens=15)), delta=None, logprobs=None, additional_kwargs={'prompt_tokens': 15, 'completion_tokens': 70, 'total_tokens': 85})


USAGE:
CompletionUsage(completion_tokens=60, prompt_tokens=15, total_tokens=75, completion_tokens_details=None, prompt_tokens_details=PromptTokensDetails(audio_tokens=None, cached_tokens=0), prompt_cache_hit_tokens=0, prompt_cache_miss_tokens=15)
DEBUG:httpcore.connection:close.started
close.started
DEBUG:httpcore.connection:close.complete
close.complete