Using LlamaIndex to ask question about your data

llamaindex-sample.py

# !pip install llama-index monsterapi sentence_transformers --quiet

import os

from llama_index.llms import MonsterLLM
from llama_index import VectorStoreIndex, SimpleDirectoryReader, ServiceContext
from llama_index.embeddings import LangchainEmbedding
from langchain.embeddings import HuggingFaceEmbeddings
from sentence_transformers import SentenceTransformer

os.environ["MONSTER_API_KEY"] = "INSERT YOUR API KEY HERE"
model = "llama2-7b-chat"

documents = SimpleDirectoryReader("./data").load_data()

llm = MonsterLLM(model=model, temperature=0.75, context_window=1024)
embed_model = LangchainEmbedding(HuggingFaceEmbeddings())
service_context = ServiceContext.from_defaults(
    chunk_size=1024, llm=llm, embed_model=embed_model
)

index = VectorStoreIndex.from_documents(documents, service_context=service_context)
query_engine = index.as_query_engine()

response = query_engine.query("Here is a question about your data")
print(response)