Update app.py

app.py

@@ -32,7 +32,8 @@ def load_model():
             torch_dtype=torch.float16,
             device_map="auto"
         )
-    
+    tokenizer = Tokenizer(BPE())
+    tokenizer.pre_tokenizer = Whitespace()
     tokenizer = AutoTokenizer.from_pretrained(model_id, padding_side='left')
     tokenizer.use_default_system_prompt = False