Update app.py

app.py

@@ -162,7 +162,53 @@ def summarize(inp,history,data=None):
                 c +=1
         print (f'c:: {c}')
         
-        json_out = compress_data(c,inp,task,out)  
+        #json_out = compress_data(c,inp,task,out)  
+
+        #def compress_data(c,purpose, task, history):
+        purpose=inp
+        seed=random.randint(1,1000000000)
+        print (c)
+        divr=int(c)/MAX_DATA
+        divi=int(divr)+1 if divr != int(divr) else int(divr)
+        chunk = int(int(c)/divr)
+        print(f'chunk:: {chunk}')
+        print(f'divr:: {divr}')
+        print (f'divi:: {divi}')
+        out = []
+        #out=""
+        s=0
+        e=chunk
+        print(f'e:: {e}')
+        new_history=""
+        task = f'Compile this data to fulfill the task: {task}, and complete the purpose: {purpose}\n'
+        for z in range(divi):
+            print(f's:e :: {s}:{e}')
+            mes= f'Working on data chunk: {s}:{e}'
+            hist = out[s:e]
+            yield "", (inp,f'{mes}\n{history}')
+            
+            resp = run_gpt(
+                COMPRESS_DATA_PROMPT,
+                stop_tokens=["observation:", "task:", "action:", "thought:"],
+                max_tokens=2048,
+                seed=seed,
+                purpose=purpose,
+                task=task,
+                knowledge=new_history,
+                history=hist,
+            ).strip("\n")
+            new_history = resp
+            print (resp)
+            out+=resp
+            e=e+chunk
+            s=s+chunk
+            history = "preliminary result: {}\n".format(resp)
+            yield "", (inp,f'{mes}\n{history}')
+        print ("final" + resp)
+        history = "result: {}\n".format(resp)
+        #return history
+        yield "", (inp,history)
+    
         out = str(json_out)
         rawp = out
     else:
@@ -241,7 +287,7 @@ def find_rss():
     yield out_box,[(None,'Sources are loaded.  You can ask a question about them now.')]
 
 with gr.Blocks() as app:
-    cb = gr.Chatbot()
+    cb = gr.Chatbot(height=500)
     with gr.Row():
         rss_search = gr.Textbox(label="Instructions")
         search_btn=gr.Button("Send")