Caddy as LLM API Proxy

README.md

Caddy as LLM API Proxy

using example

curl "https://you.host.domain/ai/api.openai.com/v1/chat/completions" \
  -H "Content-Type: application/json" \
  -H "Authorization: Bearer $OPENAI_API_KEY" \
  -d '{
    "model": "gpt-4o",
    "messages": [{"role": "user", "content": "Write a one-sentence bedtime story about a unicorn."}]
  }'

gistfile1.txt

(ai_proxy) {
	map /ai/* {http.request.orig_uri.path.1} {llm_proxy_allowed} {
		api.anthropic.com true
		api.x.ai true
		api.groq.com true
		api.openai.com true
		generativelanguage.googleapis.com true
		openrouter.ai true
		api.mistral.ai true
		default false
	}

	@ai_proxy_matcher {
		expression "{llm_proxy_allowed} == 'true'"
	}

	handle @ai_proxy_matcher {
		uri strip_prefix /{http.request.orig_uri.path.0}/{http.request.orig_uri.path.1}
		reverse_proxy {http.request.orig_uri.path.1}:443 {
			transport http {
				tls
			}
			header_up Host {http.request.orig_uri.path.1}
		}
	}

	handle /ai/* {
		respond "403 Forbidden"
	}
}

### EXAMPLE

you.host.domain {

	#	some other config ...
	root * /var/www
	file_server
	encode zstd gzip

	# import the /ai/ subdir
	import ai_proxy
}