Gemma Custom Config

config.json

{
  "address": "",
  "chat": "https://huggingface.co/gaianet/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q5_K_M.gguf",
  "chat_batch_size": "64",
  "chat_ctx_size": "8192",
  "chat_name": "gemma-3-4b-it-Q5_K_M",
  "context_window": "1",
  "description": "A custom gaia node running gemma-3-4b-it model.",
  "domain": "gaia.domains",
  "embedding": "https://huggingface.co/gaianet/gte-Qwen2-1.5B-instruct-GGUF/resolve/main/gte-Qwen2-1.5B-instruct-f16.gguf",
  "embedding_batch_size": "8192",
  "embedding_collection_name": "default",
  "embedding_ctx_size": "8192",
  "embedding_name": "gte-Qwen-1.5B",
  "llamaedge_chat_port": "9068",
  "llamaedge_embedding_port": "9069",
  "llamaedge_port": "8080",
  "prompt_template": "gemma-3",
  "qdrant_limit": "1",
  "qdrant_score_threshold": "0.5",
  "rag_policy": "last-user-message",
  "rag_prompt": "Use the following pieces of context to answer the user's question.\n----------------\n",
  "reverse_prompt": "",
  "snapshot": "",
  "system_prompt": "You are a helpful, respectful, and honest assistant."
}