cited_cleaner.go

type CitedSourceCleaner struct{}

func (c CitedSourceCleaner) Clean(ctx context.Context, message string) (string, []ResponseDetails, error) {
	sourceRegex := regexp.MustCompile(`\[(Source|Ref):\s*([^\]]+)\]`)
	var citations []ResponseDetails

	matches := sourceRegex.FindAllStringSubmatch(message, -1)
	for i, match := range matches {
		citations = append(citations, ResponseDetails{
			DetailType: "citation",
			Content: map[string]interface{}{
				"number": i + 1,
				"source": match[2],
			},
		})
		message = strings.Replace(message, match[0],
			fmt.Sprintf("[%d]", i+1), 1)
	}

	return message, citations, nil
}