Spaces:
Sleeping
Sleeping
File size: 1,868 Bytes
7ca0460 f91f69a 7ca0460 f91f69a 7ca0460 f91f69a 7ca0460 ad89a80 7ca0460 62d686e 7ca0460 ad89a80 7ca0460 f91f69a 7ca0460 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 |
from dotenv import load_dotenv
from openai import OpenAI
import json
import os
import requests
from pypdf import PdfReader
import gradio as gr
from huggingface_hub import InferenceClient
load_dotenv(override=True)
"""
For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
"""
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
class Harold:
def __init__(self):
self.openai_client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
self.name = "Harold"
reader = PdfReader("data/Living-Playbook.pdf")
self.text = ""
for page in reader.pages:
text = page.extract_text()
if text:
self.text += text
def system_prompt(self):
system_prompt = f"""
You are acting as {self.name}, a helpful assistant.
You are answering questions and having discussions about the contents of the book "Living Playbook".
Be friendly and approachable but also consise and to the point. If you don't know the answer, say so.
You might be asked to explain a concept or idea in the book and describe a purpose of a game. You should be able to do this.
"""
system_prompt += f"""
Here is the context of the book:
{self.text}
"""
return system_prompt
def chat(self, message, history):
messages = [{"role": "system", "content": self.system_prompt()}] + history + [{"role": "user", "content": message}]
response = self.openai_client.chat.completions.create(
model="gpt-4o-mini",
messages=messages,
)
return response.choices[0].message.content
if __name__ == "__main__":
harold = Harold()
gr.ChatInterface(harold.chat, type="messages").launch()
|