Update palmapi.py

palmapi.py

@@ -17,7 +17,39 @@ if palm_api_token is None:
 else:
     palm_api.configure(api_key=palm_api_token)
 
-class GradioPaLMChatPPManager(PPManager):
+class PaLMChatPromptFmt(PromptFmt):
+    @classmethod
+    def ctx(cls, context):
+        pass
+
+    @classmethod
+    def prompt(cls, pingpong, truncate_size):
+        ping = pingpong.ping[:truncate_size]
+        pong = "" if pingpong.pong is None else pingpong.pong[:truncate_size]
+        return [
+            {
+                "author": "USER",
+                "content": ping
+            },
+            {
+                "author": "AI",
+                "content": pong
+            },
+        ]
+
+class PaLMChatPPManager(PPManager):
+    def build_prompts(self, from_idx: int=0, to_idx: int=-1, fmt: PromptFmt=PaLMChatPromptFmt, truncate_size: int=None):
+        results = []
+        
+        if to_idx == -1 or to_idx >= len(self.pingpongs):
+            to_idx = len(self.pingpongs)
+
+        for idx, pingpong in enumerate(self.pingpongs[from_idx:to_idx]):
+            results += fmt.prompt(pingpong, truncate_size=truncate_size)
+
+        return results    
+
+class GradioPaLMChatPPManager(PaLMChatPPManager):
     def build_uis(self, from_idx: int=0, to_idx: int=-1, fmt: UIFmt=GradioChatUIFmt):
         if to_idx == -1 or to_idx >= len(self.pingpongs):
             to_idx = len(self.pingpongs)
@@ -47,15 +79,17 @@ def gen_text(
             'top_p': top_p,
         }
 
-    if palm is None:
-        response = palm_api.chat(**parameters, messages=[prompt])
-    else:
-        palm.temperature = parameters['temperature']
-        palm.top_k = parameters['top_k']
-        palm.top_p = parameters['top_p']
+    # if palm is None:
+        # response = palm_api.chat(**parameters, messages=[prompt])
+    # else:
+    #     palm.temperature = parameters['temperature']
+    #     palm.top_k = parameters['top_k']
+    #     palm.top_p = parameters['top_p']
         
-        response = palm.reply(prompt)
+    #     response = palm.reply(prompt)
 
+    response = palm_api.chat(**parameters, messages=prompt)
+    
     if len(response.filters) > 0 and \
         response.filters[0]['reason'] == 2:
         response_txt = "your request is blocked for some reasons"