This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import regex as re | |
from typing import Dict, Optional | |
import unicodedata | |
import html | |
from dateutil.parser import parse as date_parser | |
from better_profanity import profanity | |
from bs4 import BeautifulSoup, MarkupResemblesLocatorWarning | |
import warnings | |
import emoji |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import asyncio | |
import datetime | |
import os | |
import sys | |
import json | |
from typing import Optional, Dict, List, Any | |
from concurrent.futures import ThreadPoolExecutor | |
from arango import ArangoClient, CollectionCreateError | |
from arango.exceptions import ArangoError | |
from loguru import logger |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import importlib | |
import os | |
import json | |
import asyncio | |
import sys | |
from arango import ArangoClient | |
from arango.exceptions import ArangoError, CollectionCreateError | |
import datetime | |
import logging | |
from typing import List, Dict, Optional, Any, Union |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import os | |
import requests | |
import asyncio | |
import regex as re | |
from requests.exceptions import RequestException | |
import json | |
from bs4 import BeautifulSoup | |
from pandas import read_html | |
from uuid import uuid4 | |
import pandas as pd |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from pydantic import BaseModel, create_model, ValidationError | |
from typing import Dict, Type, Any, List, Union | |
import json | |
from beta.llm_client.helpers.json_cleaner import clean_json_string | |
def infer_type(value: Any) -> Type: | |
""" | |
Infers the type of a given value or type string. | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
print('hello') |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import speech_recognition as sr | |
import librosa | |
import numpy as np | |
from transformers import pipeline, AutoModelForAudioClassification, AutoFeatureExtractor | |
import openai | |
import sounddevice as sd | |
import io | |
import os | |
import requests | |
from dotenv import load_dotenv |
NewerOlder