Skip to content

Instantly share code, notes, and snippets.

View davidberenstein1957's full-sized avatar
🦦

David Berenstein davidberenstein1957

🦦
View GitHub Profile
# /// script
# requires-python = ">=3.11,<3.12"
# dependencies = [
# "distilabel[hf-transformers, hf-inference-endpoints]",
# ]
# ///
from distilabel.models import InferenceEndpointsLLM
from distilabel.pipeline import InstructionResponsePipeline
repo_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
@davidberenstein1957
davidberenstein1957 / vector_search_hub_datasets.py
Last active February 28, 2025 11:10
vector search on the Hugging Face Hub
# /// script
# requires-python = ">=3.11,<3.12"
# dependencies = [
# "duckdb", sentence-transformers, huggingface_hub
# ]
# ///
from sentence_transformers import SentenceTransformer
import duckdb
from huggingface_hub import get_token