Semantic search on MongoDB

main.py

#! /usr/bin/env python

from llama_index.core import SummaryIndex
from llama_index.readers.mongodb import SimpleMongoReader

from langchain_community.llms import HuggingFaceEndpoint
import os

os.environ["HUGGINGFACEHUB_API_TOKEN"] = {HUGGINGFACE_API_TOKEN}

host = os.environ["MONGODB_HOST"]
port = 27017
db_name = "quads"
collection_name = "host"
query = {}
field_names = ["name"]

reader = SimpleMongoReader(host, port)
documents = reader.load_data(db_name, collection_name, field_names, query_dict=query)
server_url = os.environ["INFERENCE_URL"]
llm = HuggingFaceEndpoint(
    endpoint_url=server_url,
    max_new_tokens=512,
    top_k=10,
    top_p=0.95,
    typical_p=0.95,
    temperature=0.01,
    repetition_penalty=1.03,
)

index = SummaryIndex.from_documents(documents)

query_engine = index.as_query_engine(llm=llm)
response = query_engine.query("how many hosts are there?")

print(response)