Merge branch 'main' of hf.co:spaces/SeaLLMs/SeaLLM-7B-v2.5

multipurpose_chatbot/demos/langchain_web_search.py

@@ -20,7 +20,7 @@ try:
  from langchain.agents import AgentExecutor, load_tools
  from langchain.agents.format_scratchpad import format_log_to_str
  from langchain.agents.output_parsers import (
- ReActJsonSingleInputOutputParser, ToolsAgentOutputParser 
+ ReActJsonSingleInputOutputParser 
  )
  from langchain.tools.render import render_text_description, render_text_description_and_args
  from langchain_community.utilities import SerpAPIWrapper

multipurpose_chatbot/engines/transformers_engine.py

@@ -546,7 +546,7 @@ class TransformersEngine(BaseEngine):
  raise gr.Error(message_safety)
 
  # @maybe_spaces_gpu
- def generate_yield_string(self, prompt, temperature, max_tokens, stop_strings: Optional[Tuple[str]] = None, **kwargs):
+ def generate_yield_string(self, prompt, temperature=0.7, max_tokens=1024, stop_strings: Optional[Tuple[str]] = None, **kwargs):
  
  # ! MUST PUT INSIDE torch.no_grad() otherwise it will overflow OOM
  import sys
@@ -564,7 +564,7 @@ class TransformersEngine(BaseEngine):
  inputs = self.tokenizer(prompt, return_tensors='pt')
  # whether to print the full prompts
  retok_full_prompt = self.tokenizer.decode(inputs.input_ids[0], skip_special_tokens=False)
- print(f"retok_full_prompt:\n{retok_full_prompt}>>>>")
+ # print(f"retok_full_prompt:\n{retok_full_prompt}>>>>")
  begin_bos = inputs.input_ids[0][0] == self.tokenizer.bos_token_id
  print(f'begin_bos: {begin_bos}')