Update app.py

app.py

@@ -1,47 +1,73 @@
 import os
-import io
 import json
 import random
+import string
 import requests
 import gradio as gr
 
-class TextGenerator:
-    def __init__(self, token, model_id):
-        self.token = token
-        self.model_id = model_id
-
-    def generate_text(self, prompt, hf_model=None, hf_token=None, parameters=None):
-        if hf_token is None:
-            hf_token = self.token
-        if hf_model is None:
-            hf_model = self.model_id
-        if parameters is None:
-            parameters = {'max_new_tokens': 512, 'do_sample': True, 'return_full_text': False, 'temperature': 1.0, 'top_k': 50, 'repetition_penalty': 1.2}
-        url = f'https://api-inference.huggingface.co/models/{hf_model}'
-        headers = {'Authorization': f'Bearer {hf_token}', 'Content-type': 'application/json'}
-        data = {'inputs': prompt, 'stream': False, 'options': {'use_cache': False}, 'parameters': parameters}
-        r = requests.post(url, headers=headers, data=json.dumps(data))
-        return json.loads(r.content.decode("utf-8"))[0]['generated_text']
-
 class GradioUI:
-    def __init__(self, text_generator):
-        self.text_generator = text_generator
-        self.styles = """..."""  # Add CSS styles here
-        self.title_placeholders = ['Pokemon training story']
+    def __init__(self):
+        self.styles = """
+        ... (styles omitted for brevity) ...
+        """
+        self.token = os.getenv('HF_TOKEN')
+        self.model_id = 'meta-llama/Llama-2-70b-chat-hf'
 
     def random_title(self):
-        return random.choice(self.title_placeholders)
+        titles = [
+            'Pokemon training story',
+            'The Sun of Shangri-La',
+            'Man In The Future',
+            'Friends',
+            'Cyborg Of A Beast',
+            'Man At The Graveyard',
+            'Vampire Of The Land',
+            'A software engineer who is looking for job',
+            'A software engineer licensed to kill'
+        ]
+        return random.choice(titles)
+
+    def generate_text(self, prompt):
+        url = f'https://api-inference.huggingface.co/models/{self.model_id}'
+        headers = {
+            'Authorization': f'Bearer {self.token}',
+            'Content-type': 'application/json'
+        }
+        data = {
+            'inputs': prompt,
+            'stream': False,
+            'options': {
+                'use_cache': False,
+            },
+            'parameters': {
+                'max_new_tokens': 512,
+                'do_sample': True,
+                'return_full_text': False,
+                'temperature': 1.0,
+                'top_k': 50,
+                'repetition_penalty': 1.2
+            }
+        }
+
+        r = requests.post(url, headers=headers, data=json.dumps(data))
+        if r.reason != 'OK':
+            raise ValueError("Response other than 200")
+        return json.loads(r.content.decode("utf-8"))[0]['generated_text']
 
     def generate_interface(self):
         with gr.Blocks(css=self.styles) as demo:
-            # Gradio UI setup goes here
+            title = gr.Textbox(placeholder="Title", value=self.random_title())
+            random_title_btn = gr.Button("Get Random Title")
             random_title_btn.click(fn=None, inputs=None, outputs=[title], _js=f"return ['{self.random_title()}'];")
-            # Additional Gradio configurations go here...
+            editor = gr.Textbox(placeholder="Write your story here.", lines=32, max_lines=32, elem_classes=['no-label', 'small-big-textarea'])
+            gen_btn = gr.Button("Generate Text")
+            chatbot = gr.Chatbot([])
+            chat_txt = gr.Textbox(placeholder="Chat here", elem_classes=['no-label'])
+            
+            # More Gradio elements and logic can be added here.
+
         demo.queue(concurrency_count=5, max_size=256)
         demo.launch()
 
-token = os.getenv('HF_TOKEN')
-model_id = 'meta-llama/Llama-2-70b-chat-hf'
-text_gen = TextGenerator(token, model_id)
-ui = GradioUI(text_gen)
+ui = GradioUI()
 ui.generate_interface()