kiranandcode

(library
 (name macros)
 (modules "macros")
 (libraries ppxlib)
 (kind ppx_rewriter)
 (preprocess (pps ppxlib.metaquot)))

(executable
 (public_name macros)
 (modules "main")

kiranandcode

from tqdm import tqdm
from transformers import AutoTokenizer, pipeline
from pathlib import Path
import torch
model_name = "kirancodes/llemma-7b-lora-sft-pretrained-RQ2"

tokenizer = AutoTokenizer.from_pretrained(model_name)
llama_pipeline = pipeline(
    "text-generation",
    tokenizer=tokenizer,