Run benchmark.py
to reproduce the results.
To add a new benchmark, add a BenchmarkConfig
to BENCHMARK_CONFIGS
in configs.py
import re | |
def delimited_case(s: str, *, delimiter: str) -> str: | |
return re.sub( | |
r"(([a-z0-9])(?=[A-Z][a-zA-Z0-9])|([A-Z0-9])(?=[A-Z0-9][a-z]))", | |
rf"\1{delimiter}", | |
re.sub(r"[^a-zA-Z0-9]+", delimiter, s), | |
) |
import numpy as np | |
def haversine_distance_matrix(lats, longs): | |
lats = np.radians(lats.reshape(-1, 1)) | |
longs = np.radians(longs.reshape(1, -1)) | |
return 2 * np.arcsin(np.sqrt((1 - np.cos(lats - lats.T) + np.cos(lats) * np.cos(lats.T) * (1 - np.cos(longs - longs.T))) / 2)) | |
import unittest | |
from concurrent.futures import ThreadPoolExecutor | |
def multi_threaded(*, threads=2): | |
def decorator(test_cls): | |
for name, test_fn in test_cls.__dict__.copy().items(): | |
if not (name.startswith("test") and callable(test_fn)): | |
continue |
from typing import Any | |
from metadata_filter import MetadataFilter, MetadataFilterOperator | |
# https://docs.trychroma.com/usage-guide#using-where-filters | |
OPERATOR_MAP = { | |
MetadataFilterOperator.AND: "$and", | |
MetadataFilterOperator.OR: "$or", | |
MetadataFilterOperator.EQ: "$eq", | |
MetadataFilterOperator.NE: "$ne", |
import functools | |
import pathlib | |
import sys | |
import libcst as cst | |
def main(root): | |
root = pathlib.Path(root) | |
fn = functools.partial(remove_annotations, annotations_remover=AnnotationRemover()) |
import pathlib | |
from urllib.parse import urlparse | |
import requests | |
import tqdm | |
def download(url, root=".", *, name=None, chunk_size=32 * 1024): | |
root = pathlib.Path(root) | |
root.mkdir(exist_ok=True, parents=True) |
import os | |
import pathlib | |
import re | |
import shlex | |
import subprocess | |
import sys | |
def main(): | |
if git("status", "--porcelain"): |
import itertools | |
from typing import Collection | |
import networkx as nx | |
# overwrite this with the array API that you want to test | |
import numpy as array_api | |
def maybe_add_dtype( |