Update app.py

app.py

@@ -97,7 +97,19 @@ async def get_answer_llama(request: Request ):
     data = await request.json()
     text = data['text']
     print("recived ",text)
-    res= do_ML_LLAMA(text,0)
+
+    try:
+        model = data['model']
+        if model == '13b':
+            print('using 13b')
+            res= do_ML_LLAMA13b(text,0)
+            dict={"LLAMA":res}
+            return JSONResponse(dict)
+    except:
+        print("Using 7b")
+        
+    
+    res= do_ML_LLAMA13b(text,0)
     
     dict={"LLAMA":res}
 
@@ -106,7 +118,7 @@ async def get_answer_llama(request: Request ):
 
 
 
-def do_ML_LLAMA(text:str, trycount:int):
+def do_ML_LLAMA7b(text:str, trycount:int):
     starttime=time.time()
     options = ChromeOptions()
     options.add_argument('--no-sandbox')
@@ -177,7 +189,93 @@ def do_ML_LLAMA(text:str, trycount:int):
 
     except:
         return "Error Occurred "
+
+
+
+
+
+def do_ML_LLAMA13b(text:str, trycount:int):
+    starttime=time.time()
+    options = ChromeOptions()
+    options.add_argument('--no-sandbox')
+    options.add_argument('-headless')
+    options.add_argument("start-maximized")
+    service = Service(executable_path=chrome_driver_path)
+    driver = webdriver.Chrome(options= options,service=service)
+    driver.get("https://huggingface-projects-llama-2-13b-chat--mkxgl.hf.space/") 
+    try:
+         
+        while True:
+            currtime= time.time()
+            if(currtime>starttime+20):
+                return "Requested Could not be proceed"
+            try:
+                xpath_expression = '//textarea[@data-testid="textbox"]'
+                textarea_element = driver.find_element(By.XPATH, xpath_expression)
+
+                for line in text.split('\n'):
+                    textarea_element.send_keys(line)
+    # Simulate pressing the 'Shift + Enter' keys to add a newline without triggering submit
+                    textarea_element.send_keys(Keys.SHIFT + Keys.ENTER)
+                
+                span_element = driver.find_element(By.CLASS_NAME, 'svelte-s1r2yt')
+
+                span_element.click()
+                input_element = driver.find_element(By.CSS_SELECTOR, 'input[data-testid="number-input"]')
+                new_value = "2048"  # Replace this with the value you want to set
+                input_element.clear()
+                input_element.send_keys(new_value)
+
+                textarea_element.send_keys('\n')
+
+                break
+            except:
+                continue
+
+            
+        prev =""
         
+        time.sleep(0.6)
+        while True:
+            time.sleep(0.5)
+            currtime= time.time()
+            
+            if(currtime>starttime+170):
+                driver.delete_all_cookies()
+                driver.quit()
+                
+                return "Requested Could not be proceed"
+
+            try:
+                queue_element = driver.find_element(By.CLASS_NAME,'progress-text')
+                queue_text = queue_element.text
+                print(queue_text)
+                if "queue" in queue_text:
+                    print("Queue is present")
+                    return do_ML_LLAMA7b(text, trycount)
+            except:
+                pass
+                
+            # value=""
+            try:
+                div_element = driver.find_element(By.CLASS_NAME, 'wrap.default.minimal.svelte-zlszon.translucent.hide')
+                element = driver.find_element(By.XPATH,'//div[@data-testid="bot" and contains(@class, "message bot")]')
+        
+                x=(element.text)
+                return x
+            except:
+                continue
+
+            
+            
+            
+        return " --Error Occurred-- "
+            
+            
+
+    except:
+        return "Error Occurred "
+
 
 
 
@@ -294,6 +392,94 @@ def do_ML_MPT(text:str, trycount:int):
         return do_ML_MPT(text,trycount+1)
         
 
-       
+'''Falcon 40 b intruct'''
+
+
+@app.post("/falcon")
+async def get_answer_falcon(request: Request ):
+    data = await request.json()
+    text = data['text']
+    print("recived ",text)
+    res= do_ML_FALCON(text,0)
+    
+    dict={"FALCON":res}
+
+    return JSONResponse(dict)
+
+
+
+
+
+
+def do_ML_FALCON(text:str, trycount:int):
+    starttime=time.time()
+    options = ChromeOptions()
+    options.add_argument('--no-sandbox')
+    options.add_argument('-headless')
+    options.add_argument("start-maximized")
+    service = Service(executable_path=chrome_driver_path)
+    driver = webdriver.Chrome(options= options,service=service)
+    driver.get("https://huggingfaceh4-falcon-chat.hf.space") 
+    try:
+         
+        while True:
+            currtime= time.time()
+            if(currtime>starttime+20):
+                return "Requested Could not be proceed"
+            try:
+                textarea_element = driver.find_element(By.CSS_SELECTOR,'textarea[placeholder="Hello Falcon !!"]')
+
+                for line in text.split('\n'):
+                    textarea_element.send_keys(line)
+    # Simulate pressing the 'Shift + Enter' keys to add a newline without triggering submit
+                    textarea_element.send_keys(Keys.SHIFT + Keys.ENTER)
+                textarea_element.send_keys('\n')
+                break
+            except:
+                continue
+
+            
+        prev =""
+        
+        # time.sleep(2)
+        while True:
+            time.sleep(0.5)
+            currtime= time.time()
+            
+            if(currtime>starttime+170):
+                driver.delete_all_cookies()
+                driver.quit()
+                
+                return "Requested Could not be proceed"
+                
+            # value=""
+            try:
+                div_element = driver.find_element(By.CSS_SELECTOR,'div[data-testid="bot"]')
+                div_text = div_element.text
+                print(div_text)
+                if prev==div_text and prev !="":
+                    driver.quit()
+                    return div_text
+                
+                prev= div_text
+                
+                    
+            except Exception as e:
+                print(e)
+                continue
+                
+            
+            
+        driver.quit()
+        return " --Error Occurred-- "
+            
+            
+
+    except:
+        print("Error")
+        
+        return "Error Occureed"
+        
+