Sirius1389 idontcalculate

🫘

magic

INFORMATION RETRIEVAL | SEARCH ENGINES & VECTOR DATABASES [System Architectures in Rust]

idontcalculate / generate_embedding.py

Created July 21, 2024 16:29

	from fastembed.embedding import TextEmbedding

	def get_book_vector(book_data):
	embedder = TextEmbedding(model_name="BAAI/bge-base-en")
	text = f"{book_data['title']} {book_data['description']}"
	vector = list(embedder.embed(text))
	return vector[0] # Since embed returns a generator, we convert it to a list and take the first item.

	def get_query_vector(query_text):
	embedder = TextEmbedding(model_name="BAAI/bge-base-en")

idontcalculate / insert_data.py

Created July 21, 2024 16:31

	from config import COLLECTION_NAME
	import os
	import csv
	from qdrant_client.http.models import VectorParams, PointStruct
	from dotenv import load_dotenv
	from generate_embedding import get_book_vector
	from connect_qdrant import get_qdrant_client

	load_dotenv()
	qdrant_client = get_qdrant_client()

idontcalculate / data_ingestion.py

Created July 21, 2024 16:33

	import os
	import csv
	from concurrent.futures import ThreadPoolExecutor
	from qdrant_client import QdrantClient
	from qdrant_client.http.models import PointStruct
	from fastembed import TextEmbedding
	from dotenv import load_dotenv

	# Load environment variables from a .env file
	load_dotenv()

idontcalculate / query.py

Created July 21, 2024 16:35

	import os
	from qdrant_client import QdrantClient
	from fastembed import TextEmbedding
	from dotenv import load_dotenv
	from qdrant_client.http.models import Distance, VectorParams

	# Load environment variables from a .env file
	load_dotenv()

	# Access the environment variables

idontcalculate / main.py

Created July 21, 2024 16:41

	from query import search_books

	def main():
	query_text = "carl sagan, cosmos"
	results = search_books(query_text)

	if not results:
	print("No results found")
	else:
	for point in results:

idontcalculate / Cargo.TOML

Created September 3, 2024 16:46

idontcalculate / tokiomain.rs

Created September 3, 2024 16:59

	#[tokio::main]
	async fn main() -> Result<()> {
	let addr = "127.0.0.1:8080".parse::<SocketAddr>().unwrap();
	let listener = TcpListener::bind(addr).await.unwrap();
	let mut ring = IoUring::new(256)?;

	loop {
	let (stream, _) = listener.accept().await?;
	handle_client(stream, &mut ring).await?;
	}

idontcalculate / main.rs

Created September 3, 2024 17:02

	use io_uring::{IoUring, opcode, types::Fd};
	use std::net::SocketAddr;
	use std::os::fd::AsRawFd;
	use tokio::net::{TcpListener, TcpStream};
	use std::io::Result;

	async fn handle_client(stream: TcpStream, ring: &mut IoUring) -> Result<()> {
	let mut buf = [0; 1024];

	// Prepare a read operation

idontcalculate / content.js

Created October 29, 2024 21:28

	// Load user settings and apply them to the page
	chrome.storage.sync.get(['fontSize', 'bgColor'], (settings) => {
	if (settings.fontSize) {
	document.body.style.fontSize = `${settings.fontSize}px`;
	}
	if (settings.bgColor) {
	document.body.style.backgroundColor = settings.bgColor;
	}
	});

idontcalculate / popup.html

Created October 29, 2024 21:30