0.17 changed requirements

app.py

@@ -115,14 +115,14 @@ def generate_both(system_prompt, input_text, chatbot_a, chatbot_b, max_new_token
  add_generation_prompt=True,
  dtype=torch.float16,
  return_tensors="pt"
- ).to(model_a.device)
+ ).to(device)
 
  input_ids_b = tokenizer_b.apply_chat_template(
  new_messages_b,
  add_generation_prompt=True,
  dtype=torch.float16,
  return_tensors="pt"
- ).to(model_b.device)
+ ).to(device)
 
  logging.debug(f'model_a.device: {model_a.device}, model_b.device: {model_b.device}')
 

requirements.txt

@@ -1,6 +1,8 @@
 huggingface_hub==0.23.2
 transformers==4.44.1
-torch
+torch==2.2.0
 accelerate==0.33.0
 sentencepiece==0.2.0
-spaces
+spaces==0.29.2
+gradio==4.39.0
+bitsandbytes==0.43.2