llama-server RWKV7 rwkv7-chat-template-tool-calling-16

gistfile1.txt

./build/bin/llama-server -v -lv 4 -fa on -n 16384 -fit off -ngl -1 --models-dir ~/.cache/huggingface --models-max 1 --chat-template-file ~/rwkv7-chat-template-tool-calling-16.jinja --chat-template-kwargs '{"tools": [{"name":"web_search","description":"Search the web for current information","parameters":{"query":{"type":"string","required":true},"max_results":{"type":"integer","default":5}}},{"name":"get_weather","description":"Get current weather for a specific location","parameters":{"location":{"type":"string","required":true},"units":{"type":"string","enum":["celsius","fahrenheit"],"default":"celsius"}}},{"name":"calculator","description":"Perform mathematical calculations","parameters":{"expression":{"type":"string","required":true}}},{"name":"send_email","description":"Send an email to a recipient","parameters":{"to":{"type":"string","required":true},"subject":{"type":"string","required":true},"body":{"type":"string","required":true},"attachments":{"type":"array","items":"string","default":[]}}},{"name":"search_files","description":"Search for files by name or content","parameters":{"query":{"type":"string","required":true},"file_type":{"type":"string","enum":["pdf","docx","xlsx","any"],"default":"any"}}},{"name":"read_file","description":"Read the contents of a specific file","parameters":{"file_id":{"type":"string","required":true}}},{"name":"create_calendar_event","description":"Create a new calendar event","parameters":{"title":{"type":"string","required":true},"date":{"type":"string","format":"YYYY-MM-DD","required":true},"time":{"type":"string","format":"HH:MM","required":true},"duration_minutes":{"type":"integer","default":60},"attendees":{"type":"array","items":"string","default":[]}}},{"name":"get_contacts","description":"Look up contacts by name or group","parameters":{"query":{"type":"string","required":true}}},{"name":"translate_text","description":"Translate text from one language to another","parameters":{"text":{"type":"string","required":true},"source_language":{"type":"string","required":true},"target_language":{"type":"string","required":true}}},{"name":"get_stock_price","description":"Get the current stock price for a ticker symbol","parameters":{"ticker":{"type":"string","required":true}}},{"name":"set_reminder","description":"Set a reminder for a future time","parameters":{"message":{"type":"string","required":true},"datetime":{"type":"string","format":"ISO 8601","required":true}}},{"name":"run_code","description":"Execute a code snippet and return the output","parameters":{"language":{"type":"string","enum":["python","javascript"],"required":true},"code":{"type":"string","required":true}}}]}'