Using Langchain to access an LLM on a vLLM server

langchain_openai.py

from langchain import PromptTemplate
from langchain.chains import LLMChain
from langchain.llms import OpenAI

import requests

base_url = "http://localhost:9999/v1"
x = requests.get(base_url + "/models")
model = str(x.json()["data"][0]["id"])
print(f"model: {model}")

llm = OpenAI(temperature=0.7, 
	frequency_penalty=1.1, 
	openai_api_key="***", 
	verbose=True,
	openai_api_base = base_url,
	model_name = model,
	max_tokens = 1024,
	logit_bias = None)

prompt = PromptTemplate(
    input_variables=["country"],
    template="What is the capital of {country}?"
)

chain = LLMChain(llm=llm, prompt=prompt)

print(chain.run("France"))