pixtral

app.py

@@ -51,7 +51,7 @@ def run_inference(message, history):
     images = encoded.images
     tokens = encoded.tokens
     
-    out_tokens, _ = generate([tokens], model, images=[images], max_tokens=1024, temperature=0.45, eos_id=tokenizer.instruct_tokenizer.tokenizer.eos_id)
+    out_tokens, _ = generate([tokens], model, images=[images], max_tokens=512, temperature=0.45, eos_id=tokenizer.instruct_tokenizer.tokenizer.eos_id)
     result = tokenizer.decode(out_tokens[0])
     return result