Coin flipping with outlines

coinflip.py

import outlines
from transformers import BitsAndBytesConfig
# Load the model
model = outlines.models.transformers(
    "microsoft/Phi-3-mini-4k-instruct",
    model_kwargs={
        'quantization_config':BitsAndBytesConfig(
            # Load the model in 4-bit mode
            load_in_4bit=True,

            # Can use 8-bit for more precision
            # load_in_8bit=True,
        )
    }
)
# Specify temperature in sampler
sampler = outlines.samplers.multinomial(samples=100)

# Define the coinflip choice
coinflip_regex_pattern = r"[H|T]"
generator = outlines.generate.choice(
    model,
    ["H", "T"],
    sampler=sampler
)

output = generator("Flip a coin, respond with H or T: ")
print(output)

# Count the occurrences of each outcome
heads_count = output.count("H")
tails_count = output.count("T")

print(f"Heads: {heads_count}, Tails: {tails_count}")

# Heads: 80, Tails: 20