Created
November 5, 2022 21:32
-
-
Save sachaarbonel/84faa25128aa65c477f7070462931c0a to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
fn main() -> anyhow::Result<()> { | |
let model = SentenceEmbeddingsBuilder::remote(SentenceEmbeddingsModelType::AllMiniLmL12V2).create_model()?; | |
let json = fs::read_to_string("data/books.json")?; | |
let library: Library = serde_json::from_str(&json)?; | |
let mut embeddedbooks = Vec::new(); | |
for book in library.books.clone() { | |
println!("Embedding book: {}", book.title); | |
let embeddings = model.encode(&[book.clone().summary])?; | |
let embedding = to_array(embeddings[0].as_slice()); | |
embeddedbooks.push(book.to_embedded(embedding)); | |
} | |
+ let kdtree = kd_tree::KdSlice::sort_by(&mut embeddedbooks, |item1, item2, k| { | |
+ item1.embeddings[k] | |
+ .partial_cmp(&item2.embeddings[k]) | |
+ .unwrap() | |
+ }); | |
Ok(()) | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment