lewtun

"""
First install: pip install datasets pandas rich transformers

Usage:

# Loglikelihood evals
python view_details.py --filepath path/to/parquet/details 

# Generative evals
python view_details.py --filepath path/to/parquet/details --is_generative

lewtun

{
  "config_general": {
    "lighteval_sha": "?",
    "num_fewshot_seeds": 1,
    "override_batch_size": 4,
    "max_samples": null,
    "job_id": "",
    "start_time": 1163608.425196265,
    "end_time": 1173616.769654949,
    "total_evaluation_time_secondes": "10008.34445868386",

lewtun

# flake8: noqa
# Copyright 2023 The HuggingFace Inc. team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software

lewtun

# Copyright 2023 The HuggingFace Inc. team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,

lewtun

from typing import Optional

def extract_boxed_solution(text: str) -> Optional[str]:
    """
    Extracts the content of the last `\boxed{}` in a given LaTeX-style text.

    Args:
        text (str): The input string containing LaTeX-style content.

    Returns:

lewtun

from datasets import load_dataset
from trl import GRPOConfig, GRPOTrainer
import random
"""Usage (on 8 x H100s):

pip install vllm==0.7.0 --extra-index-url https://download.pytorch.org/whl/cu121
pip install -e '.[dev]'

# DDP
accelerate launch --config_file examples/accelerate_configs/multi_gpu.yaml --num_processes 7 scratch/grpo_demo.py

lewtun

from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig, set_seed
import time
import torch

set_seed(0)
device = "cuda"
model = AutoModelForCausalLM.from_pretrained(
    "Qwen/Qwen2.5-1.5B",
    attn_implementation="flash_attention_2",
    torch_dtype="bfloat16"