Fix torch

README.md

@@ -4,8 +4,8 @@ emoji: 🏎️💨
 colorFrom: yellow
 colorTo: pink
 sdk: gradio
-sdk_version: 4.40.0
-python_version: 3.11.7
+sdk_version: 4.41.0
+python_version: 3.10.13
 app_file: app.py
 pinned: false
 license: mit

generators.py

@@ -60,7 +60,7 @@ async def generate_llama2(system_input, user_input):
         yield message.choices[0].delta.content
 
 
-@spaces.GPU
+@spaces.GPU(duration=120)
 async def generate_openllama(system_input, user_input):
     model_path = 'openlm-research/open_llama_3b_v2'
     tokenizer = LlamaTokenizer.from_pretrained(model_path)
@@ -74,7 +74,7 @@ async def generate_openllama(system_input, user_input):
     return tokenizer.decode(output[0], skip_special_tokens=True)
 
 
-@spaces.GPU
+@spaces.GPU(duration=120)
 async def generate_bloom(system_input, user_input):
     model_path = 'bigscience/bloom-7b1'
     tokenizer = AutoTokenizer.from_pretrained(model_path)