Spaces:
Sleeping
Sleeping
File size: 3,430 Bytes
59cb708 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 |
# app_pure_llm.py
import os
import re
import gradio as gr
import openai
from openai import OpenAI
from langchain.text_splitter import CharacterTextSplitter
from sentence_transformers import SentenceTransformer
DARTMOUTH_CHAT_API_KEY = os.getenv('DARTMOUTH_CHAT_API_KEY')
if DARTMOUTH_CHAT_API_KEY is None:
raise ValueError("DARTMOUTH_CHAT_API_KEY not set.")
MODEL = "openai.gpt-4o-2024-08-06"
client = OpenAI(
base_url="https://chat.dartmouth.edu/api", # Replace with your endpoint URL
api_key=DARTMOUTH_CHAT_API_KEY, # Replace with your API key, if required
)
# --- Load and Prepare Data ---
# (Even if not used by the pure LLM function, we load the file to maintain consistency.)
with open("gen_agents.txt", "r", encoding="utf-8") as f:
full_text = f.read()
text_splitter = CharacterTextSplitter(separator="\n\n", chunk_size=512, chunk_overlap=20)
docs = text_splitter.create_documents([full_text])
# You might not need passages for the pure LLM output, but we'll load them for completeness.
passages = [doc.page_content for doc in docs]
# --- Provided Function for Pure LLM ---
def generate_plain_answer(query):
"""
Generate an answer using GPT-4 without additional context.
"""
messages = [
{"role": "system", "content": "You are a knowledgeable teaching assistant."},
{"role": "user", "content": f"Answer the question: {query}"}
]
response = client.chat.completions.create(
model=MODEL,
messages=messages,
)
answer = response.choices[0].message.content.strip()
return answer
# --- Gradio App Function ---
def get_pure_llm_output(query):
answer = generate_plain_answer(query)
return f"<div style='white-space: pre-wrap;'>{answer}</div>"
def clear_output():
return ""
# --- Custom CSS ---
custom_css = """
body {
background-color: #343541 !important;
color: #ECECEC !important;
margin: 0;
padding: 0;
font-family: 'Inter', sans-serif;
}
#container {
max-width: 900px;
margin: 0 auto;
padding: 20px;
}
label {
color: #ECECEC;
font-weight: 600;
}
textarea, input {
background-color: #40414F;
color: #ECECEC;
border: 1px solid #565869;
}
button {
background-color: #565869;
color: #ECECEC;
border: none;
font-weight: 600;
transition: background-color 0.2s ease;
}
button:hover {
background-color: #6e7283;
}
.output-box {
border: 1px solid #565869;
border-radius: 4px;
padding: 10px;
margin-top: 8px;
background-color: #40414F;
}
"""
# --- Build Gradio Interface ---
with gr.Blocks(css=custom_css) as demo:
with gr.Column(elem_id="container"):
gr.Markdown("## Anonymous Chatbot\n### Loaded Article: Generative Agents - Interactive Simulacra of Human Behavior (Park et al. 2023)\n [https://arxiv.org/pdf/2304.03442](https://arxiv.org/pdf/2304.03442)")
gr.Markdown("Enter any questions about the article above in the prompt!")
query_input = gr.Textbox(label="Query", placeholder="Enter your query here...", lines=1)
with gr.Column():
submit_button = gr.Button("Submit")
clear_button = gr.Button("Clear")
output_box = gr.HTML(label="Output", elem_classes="output-box")
submit_button.click(fn=get_pure_llm_output, inputs=query_input, outputs=output_box)
clear_button.click(fn=clear_output, inputs=[], outputs=output_box)
demo.launch()
|