Parag Ekbote ParagEkbote

🪧

https://paragekbote.github.io/

ML Engineer | Python | Research → Production Deployment | 1 year supporting tech startups | Passionate OSS Individual Contributor

ParagEkbote / pr_insights.py

Created March 9, 2026 09:57

Open-Source Contributions Insight

	import os
	import json
	import subprocess
	import requests
	from datetime import datetime
	from statistics import mean, median, stdev
	from collections import defaultdict
	from pathlib import Path

ParagEkbote / inference_optimization_strategy.py

Last active February 23, 2026 09:35

	import os
	import time

	import numpy as np
	import matplotlib.pyplot as plt
	import torch
	from tqdm import tqdm
	from transformers import (
	AutoModelForCausalLM,
	AutoTokenizer,

ParagEkbote / compare_tokenizer_perf.py

Last active November 17, 2025 15:25

FineWiki Multilingual Tokenizer Analysis based on the Smol Training Playbook: https://huggingface.co/spaces/HuggingFaceTB/smol-training-playbook#the-tokenizer

	#!/usr/bin/env python3
	"""
	Tokenizer Performance Comparison Script

	A comprehensive tool for evaluating tokenizer efficiency across multiple languages.
	Supports HuggingFace datasets, local files, and built-in samples.

	Author: https://github.com/ParagEkbote
	"""
	from typing import Tuple, List, Dict, Optional, Callable, Literal

ParagEkbote / pruna_smash_script.py

Last active November 4, 2025 14:15

	import torch
	from transformers import AutoModelForCausalLM, AutoTokenizer
	from pruna import smash, SmashConfig

	# Define per-model Smash + torch.compile configs
	models = {
	"HuggingFaceTB/SmolLM2-360M": {
	"bits": 4, "group_size": 64,
	"compiler": "torch_compile",
	"torch_compile_mode": "max-autotune",

ParagEkbote / pruna_eval_script.py

Last active November 4, 2025 17:59

	import os
	import torch
	import argparse
	from datetime import datetime
	from tqdm import tqdm
	from transformers import AutoModelForCausalLM, AutoTokenizer
	from pruna import smash, SmashConfig
	from pruna.data.pruna_datamodule import PrunaDataModule
	from pruna.evaluation.evaluation_agent import EvaluationAgent
	from pruna.evaluation.task import Task