Spaces:
Paused
Paused
| # | |
| # Copyright 2024 The InfiniFlow Authors. All Rights Reserved. | |
| # | |
| # Licensed under the Apache License, Version 2.0 (the "License"); | |
| # you may not use this file except in compliance with the License. | |
| # You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, software | |
| # distributed under the License is distributed on an "AS IS" BASIS, | |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| # See the License for the specific language governing permissions and | |
| # limitations under the License. | |
| # | |
| from abc import ABC | |
| from api.db import LLMType | |
| from api.db.services.llm_service import LLMBundle | |
| from agent.component import GenerateParam, Generate | |
| class RewriteQuestionParam(GenerateParam): | |
| """ | |
| Define the QuestionRewrite component parameters. | |
| """ | |
| def __init__(self): | |
| super().__init__() | |
| self.temperature = 0.9 | |
| self.prompt = "" | |
| self.loop = 1 | |
| def check(self): | |
| super().check() | |
| def get_prompt(self): | |
| self.prompt = """ | |
| You are an expert at query expansion to generate a paraphrasing of a question. | |
| I can't retrieval relevant information from the knowledge base by using user's question directly. | |
| You need to expand or paraphrase user's question by multiple ways such as using synonyms words/phrase, | |
| writing the abbreviation in its entirety, adding some extra descriptions or explanations, | |
| changing the way of expression, translating the original question into another language (English/Chinese), etc. | |
| And return 5 versions of question and one is from translation. | |
| Just list the question. No other words are needed. | |
| """ | |
| return self.prompt | |
| class RewriteQuestion(Generate, ABC): | |
| component_name = "RewriteQuestion" | |
| def _run(self, history, **kwargs): | |
| if not hasattr(self, "_loop"): | |
| setattr(self, "_loop", 0) | |
| if self._loop >= self._param.loop: | |
| self._loop = 0 | |
| raise Exception("Maximum loop time exceeds. Can't find relevant information.") | |
| self._loop += 1 | |
| q = "Question: " | |
| for r, c in self._canvas.history[::-1]: | |
| if r == "user": | |
| q += c | |
| break | |
| chat_mdl = LLMBundle(self._canvas.get_tenant_id(), LLMType.CHAT, self._param.llm_id) | |
| ans = chat_mdl.chat(self._param.get_prompt(), [{"role": "user", "content": q}], | |
| self._param.gen_conf()) | |
| print(ans, ":::::::::::::::::::::::::::::::::") | |
| return RewriteQuestion.be_output(ans) | |