Update handler.py

handler.py

@@ -58,7 +58,7 @@ class EndpointHandler:
         inputs["pixel_values"] = self.processor.image_processor([image], transform=self.custom_transform)
         inputs = {k: v.to(self.device) for k, v in inputs.items()}
 
-        generated_ids = self.model.generate(**inputs, bad_words_ids=self.bad_words_ids, max_length=2048, early_stopping=True)
+        generated_ids = self.model.generate(**inputs, bad_words_ids=self.bad_words_ids, max_length=2048, early_stopping=True, do_sample=True, num_beams=4,  top_k=100,temperature=0.7)
         generated_text = self.processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
         # print(generated_text)
         # return {"text": generated_text}