Skip to content

Instantly share code, notes, and snippets.

@davidstap
davidstap / find_n_new_language.py
Created April 28, 2024 12:18
Calculate new languages for new MMTEB task
from mteb.tasks.BitextMining import *
new_task = "BibleNLPBitextMining"
### Gather existing BitextMining tasks
ignore = ["AbsTaskBitextMining", "Any", "CrosslingualTask", "TaskMetadata", "TEST_SAMPLES"]
ignore.append(new_task)
existing_tasks = [
task for task in dir() if task[0].isupper() and task not in ignore
]