shekkari21 commited on
Commit
7f6ed77
·
1 Parent(s): 204586a

added formatted output

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -154,6 +154,8 @@ async def infer(request: InferenceRequest):
154
 
155
  pred = preds[0].cpu().numpy()
156
  pred_nl = tokenizer.decode(pred[2:], skip_special_tokens=True, clean_up_tokenization_spaces=False)
 
 
157
  last_infer_result = {"generated_code": pred_nl}
158
  return last_infer_result
159
 
 
154
 
155
  pred = preds[0].cpu().numpy()
156
  pred_nl = tokenizer.decode(pred[2:], skip_special_tokens=True, clean_up_tokenization_spaces=False)
157
+ # Replace <add> markers with newlines and strip whitespace
158
+ pred_nl = "\n".join([seg.strip() for seg in pred_nl.split("<add>") if seg.strip()])
159
  last_infer_result = {"generated_code": pred_nl}
160
  return last_infer_result
161