Label output LLM

argilla.py

import argilla as rg
from argilla.client.feedback.schemas.records import ResponseSchema, SuggestionSchema, ValueSchema

rg.init(
    api_url="http://localhost:6900",
    api_key="admin.apikey"
)

dataset = rg.FeedbackDataset(
    guidelines="Add some guidelines for the annotation team here.",
    fields=[
        rg.TextField(name="prompt", title="Human prompt"),
        rg.TextField(name="output", title="Generated output", use_markdown=True)
    ],
    questions =[
        rg.RatingQuestion(
            name="rating",
            title="Rate the quality of the response:",
            description="1 = very bad - 5= very good",
            required=True,
            values=[1,2,3,4,5]
        ),
        rg.TextQuestion(
            name="corrected-text",
            title="Provide a correction to the response:",
            required=False,
            use_markdown=True
        )
    ]
)

record = rg.FeedbackRecord(
    fields={"prompt": "This is the first record", "output": "positive"}
)

#rg.log(record,"my_dataset",workspace="admin")
dataset.add_records(record)
dataset.push_to_argilla(name="my_dataset", workspace="admin")