Skip to content

Instantly share code, notes, and snippets.

@iamsingularity
Forked from mberman84/main.py
Created November 10, 2023 23:40
Show Gist options
  • Save iamsingularity/6af2df9a8b03b8412ad5f3cff80f8038 to your computer and use it in GitHub Desktop.
Save iamsingularity/6af2df9a8b03b8412ad5f3cff80f8038 to your computer and use it in GitHub Desktop.
OpenChat Code
import requests
import json
import gradio as gr
url = "http://localhost:11434/api/generate"
headers = {
'Content-Type': 'application/json',
}
conversation_history = []
def generate_response(prompt):
conversation_history.append(prompt)
full_prompt = "\n".join(conversation_history)
data = {
"model": "mistral",
"stream": False,
"prompt": full_prompt,
}
response = requests.post(url, headers=headers, data=json.dumps(data))
if response.status_code == 200:
response_text = response.text
data = json.loads(response_text)
actual_response = data["response"]
conversation_history.append(actual_response)
return actual_response
else:
print("Error:", response.status_code, response.text)
return None
iface = gr.Interface(
fn=generate_response,
inputs=gr.inputs.Textbox(lines=2, placeholder="Enter your prompt here..."),
outputs="text"
)
iface.launch()
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment