Revert "添加PaLM支持（未完成）"

This reverts commit 8043b80a0a50c2c084ea1e70b6677fbe0845bcf9 and 8029644127147928e0e43fcb45fd2c7cd8056fef.

modules/config.py

@@ -77,9 +77,6 @@ my_api_key = os.environ.get("OPENAI_API_KEY", my_api_key)
 xmchat_api_key = config.get("xmchat_api_key", "")
 os.environ["XMCHAT_API_KEY"] = xmchat_api_key
 
-google_palm_api_key = config.get("google_palm_api_key", "")
-os.environ["GOOGLE_PALM_API_KEY"] = google_palm_api_key
-
 render_latex = config.get("render_latex", True)
 
 if render_latex:

modules/models/PaLM.py

@@ -1,11 +0,0 @@
-from .base_model import BaseLLMModel, CallbackToIterator, ChuanhuCallbackHandler
-from langchain.chat_models import ChatGooglePalm
-import os
-
-class PaLM_Client(BaseLLMModel):
-    def __init__(self, model_name, user="") -> None:
-        super().__init__(model_name, user)
-        self.llm = ChatGooglePalm(google_api_key=os.environ["GOOGLE_PALM_API_KEY"])
-
-    def get_answer_at_once(self):
-        self.llm.generate(self.history)

modules/models/base_model.py

@@ -108,7 +108,6 @@ class ModelType(Enum):
     MOSS = 5
     YuanAI = 6
     ChuanhuAgent = 7
-    PaLM = 8
 
     @classmethod
     def get_type(cls, model_name: str):
@@ -130,8 +129,6 @@ class ModelType(Enum):
             model_type = ModelType.YuanAI
         elif "川虎助理" in model_name_lower:
             model_type = ModelType.ChuanhuAgent
-        elif "palm" in model_name_lower:
-            model_type = ModelType.PaLM
         else:
             model_type = ModelType.Unknown
         return model_type
@@ -263,6 +260,20 @@ class BaseLLMModel:
         if files:
             index = construct_index(self.api_key, file_src=files)
             status = i18n("索引构建完成")
+            # Summarize the document
+            logging.info(i18n("生成内容总结中……"))
+            os.environ["OPENAI_API_KEY"] = self.api_key
+            from langchain.chains.summarize import load_summarize_chain
+            from langchain.prompts import PromptTemplate
+            from langchain.chat_models import ChatOpenAI
+            from langchain.callbacks import StdOutCallbackHandler
+            prompt_template = "Write a concise summary of the following:\n\n{text}\n\nCONCISE SUMMARY IN " + language + ":"
+            PROMPT = PromptTemplate(template=prompt_template, input_variables=["text"])
+            llm = ChatOpenAI()
+            chain = load_summarize_chain(llm, chain_type="map_reduce", return_intermediate_steps=True, map_prompt=PROMPT, combine_prompt=PROMPT)
+            summary = chain({"input_documents": list(index.docstore.__dict__["_dict"].values())}, return_only_outputs=True)["output_text"]
+            print(i18n("总结") + f": {summary}")
+            chatbot.append([i18n("上传了")+len(files)+"个文件", summary])
         return gr.Files.update(), chatbot, status
 
     def prepare_inputs(self, real_inputs, use_websearch, files, reply_language, chatbot):

modules/models/models.py

@@ -606,9 +606,6 @@ def get_model(
         elif model_type == ModelType.ChuanhuAgent:
             from .ChuanhuAgent import ChuanhuAgent_Client
             model = ChuanhuAgent_Client(model_name, access_key, user_name=user_name)
-        elif model_type == ModelType.PaLM:
-            from .PaLM import PaLM_Client
-            model = PaLM_Client(model_name, user_name=user_name)
         elif model_type == ModelType.Unknown:
             raise ValueError(f"未知模型: {model_name}")
         logging.info(msg)

modules/presets.py

@@ -68,7 +68,6 @@ ONLINE_MODELS = [
     "川虎助理",
     "川虎助理 Pro",
     "xmchat",
-    "Google PaLM",
     "yuanai-1.0-base_10B",
     "yuanai-1.0-translate",
     "yuanai-1.0-dialog",

requirements.txt

@@ -24,4 +24,3 @@ wikipedia
 google.generativeai
 openai
 unstructured
-google-api-python-client