inoid commited on
Commit
026ba52
1 Parent(s): 6b7d42e

Fix apply chat template

Browse files
Files changed (1) hide show
  1. spanish_medica_llm.py +1 -1
spanish_medica_llm.py CHANGED
@@ -717,7 +717,7 @@ def run_finnetuning_process():
717
  remove_columns = [col for col in medicalSpanishDataset.features if col not in ['raw_text']],
718
  desc = 'Applying chat template'
719
  )
720
- medicalSpanishDataset = tokenizer.apply_chat_template(medicalSpanishDataset, tokenize=False)
721
  medicalSpanishDataset = medicalSpanishDataset.train_test_split(0.2, seed=203984)
722
  train_dataset, eval_dataset, test_dataset = splitDatasetInTestValid( medicalSpanishDataset )
723
 
 
717
  remove_columns = [col for col in medicalSpanishDataset.features if col not in ['raw_text']],
718
  desc = 'Applying chat template'
719
  )
720
+
721
  medicalSpanishDataset = medicalSpanishDataset.train_test_split(0.2, seed=203984)
722
  train_dataset, eval_dataset, test_dataset = splitDatasetInTestValid( medicalSpanishDataset )
723