Update app.py

app.py

@@ -8,14 +8,13 @@ import asyncio
 import random
 import edge_tts
 import tempfile
-import gradio as gr
 from gradio_client import Client
 from groq import Groq
 from pydub import AudioSegment
 from moviepy.editor import AudioFileClip, concatenate_audioclips
 
 double_prompt = '''
-    You are an insightful podcast generator. You have to create short conversations between Xiao and Yang that gives an overview of the News given by the user.
+    [SYSTEM_INSTRUCT] You are an insightful podcast generator. You have to create short conversations between Xiao and Yang that gives an overview of the Info given by the user.
     Please provide the script and output strictly in the following JSON format:
     {
       "title": "[string]",
@@ -71,9 +70,8 @@ rss_feed = 'https://www.scmp.com/rss/4/feed'
 
 
 apikey = os.environ.get("API_KEY")
-client = Groq(api_key=apikey)
+MODEL = os.environ.get("MODEL")
 
-MODEL="https://cohereforai-aya-23.hf.space"
 client = Client(MODEL)
 
 
@@ -174,30 +172,25 @@ async def main(link, peoples="双人"):
     if "Error" in text:
         return text, None
 
-    prompt = f"News: {text}"
+    prompt = f"Info: {text}"
 
     if peoples == "双人":
         system_prompt = double_prompt;
     else:
         system_prompt = single_prompt;
-    messages = [
-        {"role": "system", "content": system_prompt},
-        {"role": "user", "content": prompt},
-    ]
     
-    print(client.view_api())
-
-    completion = client.chat.completions.create(
-        model="llama3-8b-8192",
-        messages=messages,
-        max_tokens=4096,
-        temperature=0.7,
-        stream=False
+    messages = system_prompt + "\n\n\n" + prompt
+    
+    completion = client.predict(
+        messages,
+        fn_index=0
     )
 
-    generated_script = extract_content(completion.choices[0].message.content)
+    print(completion)
+    
+    generated_script = extract_content(completion)
 
-    print("Generated Script:"+generated_script)
+    #print("Generated Script:"+generated_script)
 
     # Check if the generated_script is empty or not valid JSON
     if not generated_script or not generated_script.strip().startswith('{'):