Skip to content

Instantly share code, notes, and snippets.

@rajivmehtaflex
Last active July 24, 2024 03:51
Show Gist options
  • Save rajivmehtaflex/953263394b19d3dda84edfa55efc6bf1 to your computer and use it in GitHub Desktop.
Save rajivmehtaflex/953263394b19d3dda84edfa55efc6bf1 to your computer and use it in GitHub Desktop.
SGPT-Settings
CHAT_CACHE_PATH=/var/folders/js/sr76kddd4c71st4s75jlj5fc0000gn/T/chat_cache
CACHE_PATH=/var/folders/js/sr76kddd4c71st4s75jlj5fc0000gn/T/cache
CHAT_CACHE_LENGTH=100
CACHE_LENGTH=100
REQUEST_TIMEOUT=60
DEFAULT_MODEL=deepseek-coder
DEFAULT_COLOR=magenta
ROLE_STORAGE_PATH=/Users/rajivmehtapy/.config/shell_gpt/roles
DEFAULT_EXECUTE_SHELL_CMD=false
DISABLE_STREAMING=false
CODE_THEME=dracula
OPENAI_FUNCTIONS_PATH=/Users/rajivmehtapy/.config/shell_gpt/functions
OPENAI_USE_FUNCTIONS=true
SHOW_FUNCTIONS_OUTPUT=false
API_BASE_URL=https://api.deepseek.com
PRETTIFY_MARKDOWN=true
USE_LITELLM=false
OPENAI_API_KEY=<KEY>
CHAT_CACHE_PATH=/var/folders/js/sr76kddd4c71st4s75jlj5fc0000gn/T/chat_cache
CACHE_PATH=/var/folders/js/sr76kddd4c71st4s75jlj5fc0000gn/T/cache
CHAT_CACHE_LENGTH=100
CACHE_LENGTH=100
REQUEST_TIMEOUT=60
DEFAULT_MODEL=gpt-4o-mini
DEFAULT_COLOR=magenta
ROLE_STORAGE_PATH=/Users/rajivmehtapy/.config/shell_gpt/roles
DEFAULT_EXECUTE_SHELL_CMD=false
DISABLE_STREAMING=false
CODE_THEME=dracula
OPENAI_FUNCTIONS_PATH=/Users/rajivmehtapy/.config/shell_gpt/functions
OPENAI_USE_FUNCTIONS=true
SHOW_FUNCTIONS_OUTPUT=false
API_BASE_URL=https://api.openai.com/v1
PRETTIFY_MARKDOWN=true
USE_LITELLM=false
OPENAI_API_KEY=<KEY>
CHAT_CACHE_PATH=/var/folders/js/sr76kddd4c71st4s75jlj5fc0000gn/T/chat_cache
CACHE_PATH=/var/folders/js/sr76kddd4c71st4s75jlj5fc0000gn/T/cache
CHAT_CACHE_LENGTH=100
CACHE_LENGTH=100
REQUEST_TIMEOUT=60
DEFAULT_MODEL=llama3-70b-8192
DEFAULT_COLOR=magenta
ROLE_STORAGE_PATH=/Users/rajivmehtapy/.config/shell_gpt/roles
DEFAULT_EXECUTE_SHELL_CMD=false
DISABLE_STREAMING=false
CODE_THEME=dracula
OPENAI_FUNCTIONS_PATH=/Users/rajivmehtapy/.config/shell_gpt/functions
OPENAI_USE_FUNCTIONS=true
SHOW_FUNCTIONS_OUTPUT=false
API_BASE_URL=https://api.groq.com/openai/v1
PRETTIFY_MARKDOWN=true
USE_LITELLM=false
OPENAI_API_KEY=<key>
CHAT_CACHE_PATH=/var/folders/js/sr76kddd4c71st4s75jlj5fc0000gn/T/chat_cache
CACHE_PATH=/var/folders/js/sr76kddd4c71st4s75jlj5fc0000gn/T/cache
CHAT_CACHE_LENGTH=100
CACHE_LENGTH=100
REQUEST_TIMEOUT=60
DEFAULT_MODEL=claude-3-haiku
DEFAULT_COLOR=magenta
ROLE_STORAGE_PATH=/Users/rajivmehtapy/.config/shell_gpt/roles
DEFAULT_EXECUTE_SHELL_CMD=false
DISABLE_STREAMING=false
CODE_THEME=dracula
OPENAI_FUNCTIONS_PATH=/Users/rajivmehtapy/.config/shell_gpt/functions
OPENAI_USE_FUNCTIONS=true
SHOW_FUNCTIONS_OUTPUT=false
API_BASE_URL=https://llm.mdb.ai/
PRETTIFY_MARKDOWN=true
USE_LITELLM=false
OPENAI_API_KEY=<KEY>
CHAT_CACHE_PATH=/tmp/chat_cache
CACHE_PATH=/tmp/cache
CHAT_CACHE_LENGTH=100
CACHE_LENGTH=100
REQUEST_TIMEOUT=60
DEFAULT_MODEL=deepseek-v2:latest
DEFAULT_COLOR=magenta
ROLE_STORAGE_PATH=/root/.config/shell_gpt/roles
DEFAULT_EXECUTE_SHELL_CMD=false
DISABLE_STREAMING=false
CODE_THEME=dracula
OPENAI_FUNCTIONS_PATH=/root/.config/shell_gpt/functions
OPENAI_USE_FUNCTIONS=true
SHOW_FUNCTIONS_OUTPUT=false
API_BASE_URL=http://localhost:11434/v1
PRETTIFY_MARKDOWN=true
USE_LITELLM=false
OPENAI_API_KEY=ff
# !pip install openai
from openai import OpenAI
from os import getenv
# Define constants for base_url, api_key, and model
BASE_URL = "https://openrouter.ai/api/v1"
API_KEY = "<Key>"
MODEL = "microsoft/phi-3-medium-128k-instruct:free"
# Initialize the OpenAI client with the constants
client = OpenAI(
base_url=BASE_URL,
api_key=API_KEY,
)
# Create a chat completion using the defined model
completion = client.chat.completions.create(
model=MODEL,
messages=[
{
"role": "user",
"content": "This is hello-world prompt",
},
],
)
# Print the content of the first choice in the completion
print(completion.choices[0].message.content)
CHAT_CACHE_PATH=/var/folders/js/sr76kddd4c71st4s75jlj5fc0000gn/T/chat_cache
CACHE_PATH=/var/folders/js/sr76kddd4c71st4s75jlj5fc0000gn/T/cache
CHAT_CACHE_LENGTH=100
CACHE_LENGTH=100
REQUEST_TIMEOUT=60
DEFAULT_MODEL=microsoft/phi-3-medium-128k-instruct:free
DEFAULT_COLOR=magenta
ROLE_STORAGE_PATH=/Users/rajivmehtapy/.config/shell_gpt/roles
DEFAULT_EXECUTE_SHELL_CMD=false
DISABLE_STREAMING=false
CODE_THEME=dracula
OPENAI_FUNCTIONS_PATH=/Users/rajivmehtapy/.config/shell_gpt/functions
OPENAI_USE_FUNCTIONS=true
SHOW_FUNCTIONS_OUTPUT=false
API_BASE_URL=https://openrouter.ai/api/v1
PRETTIFY_MARKDOWN=true
USE_LITELLM=false
OPENAI_API_KEY=<KEY>
CHAT_CACHE_PATH=/var/folders/js/sr76kddd4c71st4s75jlj5fc0000gn/T/chat_cache
CACHE_PATH=/var/folders/js/sr76kddd4c71st4s75jlj5fc0000gn/T/cache
CHAT_CACHE_LENGTH=100
CACHE_LENGTH=100
REQUEST_TIMEOUT=60
DEFAULT_MODEL=Qwen/Qwen2-72B-Instruct
DEFAULT_COLOR=magenta
ROLE_STORAGE_PATH=/Users/rajivmehtapy/.config/shell_gpt/roles
DEFAULT_EXECUTE_SHELL_CMD=false
DISABLE_STREAMING=false
CODE_THEME=dracula
OPENAI_FUNCTIONS_PATH=/Users/rajivmehtapy/.config/shell_gpt/functions
OPENAI_USE_FUNCTIONS=false
SHOW_FUNCTIONS_OUTPUT=false
API_BASE_URL=https://api.together.xyz/v1
PRETTIFY_MARKDOWN=true
USE_LITELLM=false
OPENAI_API_KEY=<key>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment