Update app.py

app.py

@@ -109,33 +109,35 @@ async def rollback_last(
     res[idx].pingpongs = res[idx].pingpongs[:-1]
     
     ppm.add_pingpong(
-        PingPong(last_user_message, "")
-    )
+        PingPong(last_user_message, '')
+    )    
     prompt = build_prompts(ppm, global_context, ctx_num_lconv)
+    print(prompt)
 
     #######
-    if internet_option:
-        search_prompt = None
-        for tmp_prompt, uis in internet_search(ppm, serper_api_key, global_context, ctx_num_lconv):
-            search_prompt = tmp_prompt
-            yield prompt, uis, str(res), gr.update(interactive=False), "off"
+    # if internet_option:
+    #     search_prompt = None
+    #     for tmp_prompt, uis in internet_search(ppm, serper_api_key, global_context, ctx_num_lconv):
+    #         search_prompt = tmp_prompt
+    #         yield "", prompt, uis, str(res), gr.update(interactive=False), "off"
+
+    parameters = {
+        # 'model': 'models/text-bison-001',
+        'candidate_count': 1,
+        'temperature': res_temp,
+        'top_k': res_topk,
+        'top_p': res_topp,
+    }
     
-    async for result in gen_text(
-        search_prompt if internet_option else prompt, 
-        hf_model=MODEL_ID, hf_token=TOKEN,
-        parameters={
-            'max_new_tokens': res_mnts,
-            'do_sample': res_sample,
-            'return_full_text': False,
-            'temperature': res_temp,
-            'top_k': res_topk,
-            'repetition_penalty': res_rpen           
-        }
-    ):
-        ppm.append_pong(result)
-        yield prompt, ppm.build_uis(), str(res), gr.update(interactive=False), "off"
-        
-    yield prompt, ppm.build_uis(), str(res), gr.update(interactive=True), "off"
+    palm_if, response_txt = gen_text(
+        prompt, 
+        parameters=parameters
+    )
+
+    ppm = res[idx]
+    ppm.replace_last_pong(response_txt)
+    
+    return "", "", ppm.build_uis(), str(res), gr.update(interactive=True), "off"
 
 def reset_chat(idx, ld, state, palm_if):
     res = [state["ppmanager_type"].from_json(json.dumps(ppm_str)) for ppm_str in ld]