alexkueck commited on
Commit
ae8235e
·
verified ·
1 Parent(s): 22117e6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -459,10 +459,12 @@ def generate_text (prompt, chatbot, history, rag_option, model_option, openai_ap
459
  #oder an Hugging Face --------------------------
460
  print("HF Anfrage.......................")
461
  model_kwargs={"temperature": 0.5, "max_length": 512, "num_return_sequences": 1, "top_k": top_k, "top_p": top_p, "repetition_penalty": repetition_penalty}
462
- llm = HuggingFaceHub(repo_id=repo_id, model_kwargs=model_kwargs)
463
  #llm = HuggingFaceChain(model=MODEL_NAME_HF, model_kwargs={"temperature": 0.5, "max_length": 128})
464
  #llm = HuggingFaceHub(url_??? = "https://wdgsjd6zf201mufn.us-east-1.aws.endpoints.huggingface.cloud", model_kwargs={"temperature": 0.5, "max_length": 64})
465
  #llm = HuggingFaceTextGenInference( inference_server_url="http://localhost:8010/", max_new_tokens=max_new_tokens,top_k=10,top_p=top_p,typical_p=0.95,temperature=temperature,repetition_penalty=repetition_penalty,)
 
 
466
 
467
  print("HF")
468
  #Prompt an history anhängen und einen Text daraus machen
 
459
  #oder an Hugging Face --------------------------
460
  print("HF Anfrage.......................")
461
  model_kwargs={"temperature": 0.5, "max_length": 512, "num_return_sequences": 1, "top_k": top_k, "top_p": top_p, "repetition_penalty": repetition_penalty}
462
+ #llm = HuggingFaceHub(repo_id=repo_id, model_kwargs=model_kwargs)
463
  #llm = HuggingFaceChain(model=MODEL_NAME_HF, model_kwargs={"temperature": 0.5, "max_length": 128})
464
  #llm = HuggingFaceHub(url_??? = "https://wdgsjd6zf201mufn.us-east-1.aws.endpoints.huggingface.cloud", model_kwargs={"temperature": 0.5, "max_length": 64})
465
  #llm = HuggingFaceTextGenInference( inference_server_url="http://localhost:8010/", max_new_tokens=max_new_tokens,top_k=10,top_p=top_p,typical_p=0.95,temperature=temperature,repetition_penalty=repetition_penalty,)
466
+ #llm via HuggingChat
467
+ llm = hugchat.ChatBot(cookies=cookies.get_dict())
468
 
469
  print("HF")
470
  #Prompt an history anhängen und einen Text daraus machen