Skip to content

Instantly share code, notes, and snippets.

@harishkotra
Created October 3, 2025 18:40
Show Gist options
  • Save harishkotra/a6bc7dfbd8901ba6717bc4093b652703 to your computer and use it in GitHub Desktop.
Save harishkotra/a6bc7dfbd8901ba6717bc4093b652703 to your computer and use it in GitHub Desktop.
qwen3-0.6B-gaia-config.json
{
"address": "",
"chat": "https://huggingface.co/gaianet/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q5_K_M.gguf",
"chat_batch_size": "128",
"chat_ctx_size": "2048",
"chat_name": "Qwen3-0.6B-Q5_K_M",
"chat_ubatch_size": "128",
"context_window": "1",
"description": "Gaia node config with Qwen3-0.6B-Q5_K_M model",
"domain": "gaia.domains",
"embedding": "https://huggingface.co/gaianet/Nomic-embed-text-v1.5-Embedding-GGUF/resolve/main/nomic-embed-text-v1.5.f16.gguf",
"embedding_batch_size": "8192",
"embedding_collection_name": "default",
"embedding_ctx_size": "2048",
"embedding_name": "Nomic-embed-text-v1.5",
"embedding_ubatch_size": "8192",
"llamaedge_chat_port": "9068",
"llamaedge_embedding_port": "9069",
"llamaedge_port": "8080",
"prompt_template": "qwen3-no-think",
"qdrant_limit": "1",
"qdrant_score_threshold": "0.5",
"rag_policy": "system-message",
"rag_prompt": "Use the following information to answer the question.\n----------------\n",
"reverse_prompt": "",
"snapshot": "",
"system_prompt": "You are a helpful AI assistant. Please answer questions as clearly and concisely as possible."
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment