LLM fallback article

create_completion.go

func (agent *LLMAgent) CreateCompletion(ctx context.Context, request *CompletionRequest) (*Response, error) {
    // Build list of primary model + fallbacks for same category
    modelsToTry := []ModelType{agent.primaryModel}
    for _, platform := range GlobalFallbackOrder {
        if platform != agent.primaryPlatform {
            fallbackModel := GetModelForCategory(agent.category, platform)
            modelsToTry = append(modelsToTry, fallbackModel)
        }
    }

    // Try each model in order until one succeeds
    var lastError error
    for i, model := range modelsToTry {
        response, err := agent.callSingleModel(ctx, request, model, agent.getModelTimeout())
        if err == nil {
            return response, nil
        }
        lastError = err
    }

    return nil, fmt.Errorf("all models failed: %w", lastError)
}