LiteLLM otel

.env

OTEL_SERVICE_NAME=litellm-test
OTEL_EXPORTER_OTLP_ENDPOINT=http://localhost:4318/v1/traces
OTEL_EXPORTER_OTLP_PROTOCOL=http/protobuf

main.py

from dotenv import load_dotenv
import litellm

def main():
    # Load environment variables from .env file
    load_dotenv()

    # Enable OpenTelemetry integration
    litellm.callbacks = ["otel"]

    # Set up the request to ollama
    messages = [
        {"role": "user", "content": "What is the capital of France?"}
    ]

    # Make the chat completion request
    response = litellm.completion(
        model="ollama/llama3.1:8b",
        messages=messages
    )

    # Print the response
    print("Response from model:")
    print(response.choices[0].message.content)

if __name__ == "__main__":
    main()

requirements.txt

backoff
litellm[proxy]
opentelemetry-api
opentelemetry-exporter-otlp
opentelemetry-sdk
python-dotenv