start service

cn6.rs

  let filename = "embeddings.bin";
  let embedding_key = "my_embedding";
  let bert_model = BertInferenceModel::load(
      "sentence-transformers/all-MiniLM-L6-v2",
      "refs/pr/21",
      filename,
      embedding_key,
  )?;

  let mut text_map_file = File::open("text_map.bin").unwrap();
  let text_map: Vec<String> = bincode::decode_from_std_read(
      &mut text_map_file,
      bincode::config::standard(),
  )?;
  let shared_state = Arc::new((bert_model, text_map));

  let app = Router::new()
      .route("/similar", post(find_similar))
      .with_state(shared_state);

  let listener = TcpListener::bind("0.0.0.0:3000").await?;
  axum::serve(listener, app).await?;