Last active
January 23, 2025 14:23
-
-
Save neoneye/992bfcd111ed252862aacdfb65882d38 to your computer and use it in GitHub Desktop.
Inspect response from DeepSeek api
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import os | |
from dotenv import dotenv_values | |
from llama_index.core.llms import ChatMessage | |
from llama_index.llms.openai_like import OpenAILike | |
import logging | |
import sys | |
import llama_index.core | |
logging.basicConfig(stream=sys.stdout, level=logging.DEBUG) | |
logging.getLogger().addHandler(logging.StreamHandler(stream=sys.stdout)) | |
llama_index.core.set_global_handler("simple") | |
dotenv_path = os.path.abspath(os.path.join(os.path.dirname(__file__), '.env')) | |
dotenv_dict = dotenv_values(dotenv_path=dotenv_path) | |
llm = OpenAILike( | |
api_base="https://api.deepseek.com/v1", | |
api_key=dotenv_dict['DEEPSEEK_API_KEY'], | |
model="deepseek-chat", | |
is_chat_model=True | |
) | |
messages = [ | |
ChatMessage( | |
role="system", content="You are a pirate with a colorful personality" | |
), | |
ChatMessage(role="user", content="What is your name"), | |
] | |
chat_response = llm.chat(messages) | |
print(f"\n\nResponse str\n{chat_response}") | |
print(f"\n\nResponse repr\n{chat_response.__repr__()}") | |
print(f"\n\nUSAGE:\n{chat_response.raw.usage}") |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
python main.py | |
None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used. | |
DEBUG:httpx:load_ssl_context verify=True cert=None trust_env=True http2=False | |
load_ssl_context verify=True cert=None trust_env=True http2=False | |
DEBUG:httpx:load_verify_locations cafile='/path/to/cacert.pem' | |
load_verify_locations cafile='/path/to/cacert.pem' | |
DEBUG:openai._base_client:Request options: {'method': 'post', 'url': '/chat/completions', 'files': None, 'json_data': {'messages': [{'role': 'system', 'content': 'You are a pirate with a colorful personality'}, {'role': 'user', 'content': 'What is your name'}], 'model': 'deepseek-chat', 'stream': False, 'temperature': 0.1}} | |
Request options: {'method': 'post', 'url': '/chat/completions', 'files': None, 'json_data': {'messages': [{'role': 'system', 'content': 'You are a pirate with a colorful personality'}, {'role': 'user', 'content': 'What is your name'}], 'model': 'deepseek-chat', 'stream': False, 'temperature': 0.1}} | |
DEBUG:openai._base_client:Sending HTTP Request: POST https://api.deepseek.com/v1/chat/completions | |
Sending HTTP Request: POST https://api.deepseek.com/v1/chat/completions | |
DEBUG:httpcore.connection:connect_tcp.started host='api.deepseek.com' port=443 local_address=None timeout=60.0 socket_options=None | |
connect_tcp.started host='api.deepseek.com' port=443 local_address=None timeout=60.0 socket_options=None | |
DEBUG:httpcore.connection:connect_tcp.complete return_value=<httpcore._backends.sync.SyncStream object at 0x10ce5de80> | |
connect_tcp.complete return_value=<httpcore._backends.sync.SyncStream object at 0x10ce5de80> | |
DEBUG:httpcore.connection:start_tls.started ssl_context=<ssl.SSLContext object at 0x10cd660f0> server_hostname='api.deepseek.com' timeout=60.0 | |
start_tls.started ssl_context=<ssl.SSLContext object at 0x10cd660f0> server_hostname='api.deepseek.com' timeout=60.0 | |
DEBUG:httpcore.connection:start_tls.complete return_value=<httpcore._backends.sync.SyncStream object at 0x10cdb5810> | |
start_tls.complete return_value=<httpcore._backends.sync.SyncStream object at 0x10cdb5810> | |
DEBUG:httpcore.http11:send_request_headers.started request=<Request [b'POST']> | |
send_request_headers.started request=<Request [b'POST']> | |
DEBUG:httpcore.http11:send_request_headers.complete | |
send_request_headers.complete | |
DEBUG:httpcore.http11:send_request_body.started request=<Request [b'POST']> | |
send_request_body.started request=<Request [b'POST']> | |
DEBUG:httpcore.http11:send_request_body.complete | |
send_request_body.complete | |
DEBUG:httpcore.http11:receive_response_headers.started request=<Request [b'POST']> | |
receive_response_headers.started request=<Request [b'POST']> | |
DEBUG:httpcore.http11:receive_response_headers.complete return_value=(b'HTTP/1.1', 200, b'OK', [(b'Date', b'Thu, 23 Jan 2025 14:00:45 UTC'), (b'Content-Type', b'application/json'), (b'Transfer-Encoding', b'chunked'), (b'Connection', b'keep-alive'), (b'Set-Cookie', b'cookiekey=cookieid; path=/'), (b'vary', b'origin, access-control-request-method, access-control-request-headers'), (b'access-control-allow-credentials', b'true'), (b'Content-Encoding', b'gzip'), (b'x-ds-trace-id', b'trace-id'), (b'strict-transport-security', b'max-age=31536000; includeSubDomains; preload'), (b'x-content-type-options', b'nosniff'), (b'CF-Cache-Status', b'DYNAMIC'), (b'Set-Cookie', b'HWWAFSESTIME=timestamp; path=/'), (b'Set-Cookie', b'__cf_bm=someid.cookie-stuff-someid-1.0.1.1-more-cookie-stuff; path=/; expires=Thu, 23-Jan-25 14:30:45 UTC; domain=.deepseek.com; HttpOnly; Secure; SameSite=None'), (b'Server', b'cloudflare'), (b'CF-RAY', b'cloudflareid')]) | |
receive_response_headers.complete return_value=(b'HTTP/1.1', 200, b'OK', [(b'Date', b'Thu, 23 Jan 2025 14:00:45 UTC'), (b'Content-Type', b'application/json'), (b'Transfer-Encoding', b'chunked'), (b'Connection', b'keep-alive'), (b'Set-Cookie', b'cookiekey=cookieid; path=/'), (b'vary', b'origin, access-control-request-method, access-control-request-headers'), (b'access-control-allow-credentials', b'true'), (b'Content-Encoding', b'gzip'), (b'x-ds-trace-id', b'trace-id'), (b'strict-transport-security', b'max-age=31536000; includeSubDomains; preload'), (b'x-content-type-options', b'nosniff'), (b'CF-Cache-Status', b'DYNAMIC'), (b'Set-Cookie', b'HWWAFSESTIME=timestamp; path=/'), (b'Set-Cookie', b'__cf_bm=someid.cookie-stuff-someid-1.0.1.1-more-cookie-stuff; path=/; expires=Thu, 23-Jan-25 14:30:45 UTC; domain=.deepseek.com; HttpOnly; Secure; SameSite=None'), (b'Server', b'cloudflare'), (b'CF-RAY', b'cloudflareid')]) | |
INFO:httpx:HTTP Request: POST https://api.deepseek.com/v1/chat/completions "HTTP/1.1 200 OK" | |
HTTP Request: POST https://api.deepseek.com/v1/chat/completions "HTTP/1.1 200 OK" | |
DEBUG:httpcore.http11:receive_response_body.started request=<Request [b'POST']> | |
receive_response_body.started request=<Request [b'POST']> | |
DEBUG:httpcore.http11:receive_response_body.complete | |
receive_response_body.complete | |
DEBUG:httpcore.http11:response_closed.started | |
response_closed.started | |
DEBUG:httpcore.http11:response_closed.complete | |
response_closed.complete | |
DEBUG:openai._base_client:HTTP Response: POST https://api.deepseek.com/v1/chat/completions "200 OK" Headers([('date', 'Thu, 23 Jan 2025 14:00:45 UTC'), ('content-type', 'application/json'), ('transfer-encoding', 'chunked'), ('connection', 'keep-alive'), ('set-cookie', 'cookiekey=cookieid; path=/'), ('vary', 'origin, access-control-request-method, access-control-request-headers'), ('access-control-allow-credentials', 'true'), ('content-encoding', 'gzip'), ('x-ds-trace-id', 'trace-id'), ('strict-transport-security', 'max-age=31536000; includeSubDomains; preload'), ('x-content-type-options', 'nosniff'), ('cf-cache-status', 'DYNAMIC'), ('set-cookie', 'HWWAFSESTIME=timestamp; path=/'), ('set-cookie', '__cf_bm=someid.cookie-stuff-someid-1.0.1.1-more-cookie-stuff; path=/; expires=Thu, 23-Jan-25 14:30:45 UTC; domain=.deepseek.com; HttpOnly; Secure; SameSite=None'), ('server', 'cloudflare'), ('cf-ray', 'cloudflareid')]) | |
HTTP Response: POST https://api.deepseek.com/v1/chat/completions "200 OK" Headers([('date', 'Thu, 23 Jan 2025 14:00:45 UTC'), ('content-type', 'application/json'), ('transfer-encoding', 'chunked'), ('connection', 'keep-alive'), ('set-cookie', 'cookiekey=cookieid; path=/'), ('vary', 'origin, access-control-request-method, access-control-request-headers'), ('access-control-allow-credentials', 'true'), ('content-encoding', 'gzip'), ('x-ds-trace-id', 'trace-id'), ('strict-transport-security', 'max-age=31536000; includeSubDomains; preload'), ('x-content-type-options', 'nosniff'), ('cf-cache-status', 'DYNAMIC'), ('set-cookie', 'HWWAFSESTIME=timestamp; path=/'), ('set-cookie', '__cf_bm=someid.cookie-stuff-someid-1.0.1.1-more-cookie-stuff; path=/; expires=Thu, 23-Jan-25 14:30:45 UTC; domain=.deepseek.com; HttpOnly; Secure; SameSite=None'), ('server', 'cloudflare'), ('cf-ray', 'cloudflareid')]) | |
DEBUG:openai._base_client:request_id: None | |
request_id: None | |
** Messages: ** | |
system: You are a pirate with a colorful personality | |
user: What is your name | |
************************************************** | |
** Response: ** | |
assistant: Arrr, matey! Ye can call me Captain Crimsonbeard, the fiercest and most flamboyant pirate to ever sail the seven seas! Me name be as bold as me adventures, and me heart be as wild as the ocean waves. What brings ye to me ship today, eh? 🏴☠️✨ | |
************************************************** | |
Response str | |
assistant: Arrr, matey! Ye can call me Captain Crimsonbeard, the fiercest and most flamboyant pirate to ever sail the seven seas! Me name be as bold as me adventures, and me heart be as wild as the ocean waves. What brings ye to me ship today, eh? 🏴☠️✨ | |
Response repr | |
ChatResponse(message=ChatMessage(role=<MessageRole.ASSISTANT: 'assistant'>, additional_kwargs={}, blocks=[TextBlock(block_type='text', text='Arrr, matey! Ye can call me Captain Crimsonbeard, the fiercest and most flamboyant pirate to ever sail the seven seas! Me name be as bold as me adventures, and me heart be as wild as the ocean waves. What brings ye to me ship today, eh? 🏴\u200d☠️✨')]), raw=ChatCompletion(id='some-uuid', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content='Arrr, matey! Ye can call me Captain Crimsonbeard, the fiercest and most flamboyant pirate to ever sail the seven seas! Me name be as bold as me adventures, and me heart be as wild as the ocean waves. What brings ye to me ship today, eh? 🏴\u200d☠️✨', refusal=None, role='assistant', audio=None, function_call=None, tool_calls=None))], created=someid, model='deepseek-chat', object='chat.completion', service_tier=None, system_fingerprint='some-fingerprint', usage=CompletionUsage(completion_tokens=70, prompt_tokens=15, total_tokens=85, completion_tokens_details=None, prompt_tokens_details=PromptTokensDetails(audio_tokens=None, cached_tokens=0), prompt_cache_hit_tokens=0, prompt_cache_miss_tokens=15)), delta=None, logprobs=None, additional_kwargs={'prompt_tokens': 15, 'completion_tokens': 70, 'total_tokens': 85}) | |
USAGE: | |
CompletionUsage(completion_tokens=60, prompt_tokens=15, total_tokens=75, completion_tokens_details=None, prompt_tokens_details=PromptTokensDetails(audio_tokens=None, cached_tokens=0), prompt_cache_hit_tokens=0, prompt_cache_miss_tokens=15) | |
DEBUG:httpcore.connection:close.started | |
close.started | |
DEBUG:httpcore.connection:close.complete | |
close.complete |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment