Simple evol-instruct example with distilabel

evol-instruct-distilabel.py

from distilabel.steps import LoadDataFromDicts
from distilabel.steps.tasks import EvolInstruct
from distilabel.pipeline import Pipeline
from distilabel.llms import OllamaLLM
import pprint

# Set up the pipeline
with Pipeline(name="evol-instruct-example") as pipeline:

    # Load initial instructions
    load_data = LoadDataFromDicts(
        name="load_data",
        data=[
            {"instruction": "How to debug a k8s cluster."},
            {"instruction": "Explain how LLM finetuning works."}
        ],
        batch_size=2
    )

    evol_instruct = EvolInstruct(
        llm=OllamaLLM(model="llama3.2:3b-instruct-q8_0"),  # Use Llama 3.2 with Ollama
        num_evolutions=2,
    )

    load_data.connect(evol_instruct)




if __name__ == "__main__":
    result = pipeline.run()
    # Print evolved instructions
    #print(result['default']['train'])
    #for res in result:
    #    pprint.pp(result)
    for item in result['default']['train']:
        #pprint.pp(item)
        print("Original:", item["instruction"])
        print("Evolved:", item["evolved_instruction"])
        print()
        print()