Dial model back

main.py

@@ -13,8 +13,8 @@ from starlette.middleware.cors import CORSMiddleware
 
 load_dotenv()
 
-model = BlenderbotForConditionalGeneration.from_pretrained("facebook/blenderbot-3B", cache_dir="new_cache_dir/")
-tokenizer = BlenderbotTokenizer.from_pretrained("facebook/blenderbot-3B", cache_dir="new_cache_dir/")
+model = BlenderbotForConditionalGeneration.from_pretrained("facebook/blenderbot-400M-distill", cache_dir="new_cache_dir/")
+tokenizer = BlenderbotTokenizer.from_pretrained("facebook/blenderbot-400M-distill", cache_dir="new_cache_dir/")
 class UserMSGRequest(BaseModel):
     message: str
     
@@ -51,7 +51,7 @@ async def root(utterance: UserMSGRequest):
     inputs = tokenizer(utterance.message, return_tensors = "pt")
     results = model.generate(**inputs)
     response = tokenizer.batch_decode(results, skip_special_tokens=True)[0]
-    r.set(utterance.message, response, 300)
+    r.set(utterance.message, response, 250)
     return response
 
 if __name__ == '__main__':