Update app.py

app.py

@@ -191,9 +191,52 @@ def run_gpt(
         print(LOG_RESPONSE.format(resp))
     return resp
 
+    
 def compress_data(c, instruct, history):
     seed=random.randint(1,1000000000)
     
+    print (c)
+    #tot=len(purpose)
+    #print(tot)
+    divr=int(c)/MAX_DATA
+    divi=int(divr)+1 if divr != int(divr) else int(divr)
+    chunk = int(int(c)/divr)
+    print(f'chunk:: {chunk}')
+    print(f'divr:: {divr}')
+    print (f'divi:: {divi}')
+    out = []
+    #out=""
+    s=0
+    e=chunk
+    print(f'e:: {e}')
+    new_history=""
+    #task = f'Compile this data to fulfill the task: {task}, and complete the purpose: {purpose}\n'
+    for z in range(divi):
+        print(f's:e :: {s}:{e}')
+        
+        hist = history[s:e]
+        
+        resp = run_gpt(
+            COMPRESS_DATA_PROMPT_SMALL,
+            stop_tokens=["observation:", "task:", "action:", "thought:"],
+            max_tokens=8192,
+            seed=seed,
+            direction=instruct,
+            knowledge="",
+            history=hist,
+        )
+        out.append(resp)
+        new_history = resp
+        print (resp)
+        out+=resp
+        e=e+chunk
+        s=s+chunk
+    return out
+
+    
+def compress_data_og(c, instruct, history):
+    seed=random.randint(1,1000000000)
+    
     print (c)
     #tot=len(purpose)
     #print(tot)
@@ -224,6 +267,7 @@ def compress_data(c, instruct, history):
             knowledge=new_history,
             history=hist,
         )
+        
         new_history = resp
         print (resp)
         out+=resp
@@ -308,7 +352,16 @@ def summarize(inp,history,data=None,files=None,url=None,pdf_url=None,pdf_batch=N
                 c +=1
         print (f'c:: {c}')
         
-        rawp = compress_data(c,inp,out)    
+        json_out = compress_data(c,inp,out)    
+        out = str(json_out)
+        rl = len(out)
+        print(f'rl:: {rl}')
+        c=1
+        for i in str(out):
+            if i == " " or i=="," or i=="\n":
+                c +=1
+        print (f'c2:: {c}')
+        rawp = compress_data(c,inp,out)
     else:
         rawp = "Provide a valid data source"
     #print (rawp)
@@ -317,7 +370,7 @@ def summarize(inp,history,data=None,files=None,url=None,pdf_url=None,pdf_batch=N
     #task = "complete?"
     history.clear()
     history.append((inp,rawp))
-    yield "", history,error_box       
+    yield "", history,error_box,json_out    
 
 #################################
 def clear_fn():
@@ -347,10 +400,11 @@ with gr.Blocks() as app:
             pdf_url = gr.Textbox(label="PDF URL")       
         with gr.Tab("PDF Batch"):
             pdf_batch = gr.Textbox(label="PDF Batch (comma separated)")
+    json_out=gr.JSON()
     e_box=gr.Textbox()
     #text=gr.JSON()
     #inp_query.change(search_models,inp_query,models_dd)
     clear_btn.click(clear_fn,None,[prompt,chatbot])
-    go=button.click(summarize,[prompt,chatbot,data,file,url,pdf_url,pdf_batch],[prompt,chatbot,e_box])
+    go=button.click(summarize,[prompt,chatbot,data,file,url,pdf_url,pdf_batch],[prompt,chatbot,e_box,json_out])
     stop_button.click(None,None,None,cancels=[go])
 app.launch(server_port=7860,show_api=False)