Add appy_chat_template process

spanish_medica_llm.py

@@ -703,7 +703,8 @@ def run_finnetuning_process():
  os.environ['WANDB_DISABLED'] = 'true'
  tokenizer = loadSpanishTokenizer()
  medicalSpanishDataset = applyChatInstructFormat( loadSpanishDatasetFinnetuning())
- print (medicalSpanishDataset[5])
+ print ( tokenizer.apply_chat_template(medicalSpanishDataset[5], tokenize=False))
+ print('----------------------------------------------------------')
  medicalSpanishDataset = tokenizer.apply_chat_template(medicalSpanishDataset, tokenize=False)
  medicalSpanishDataset = medicalSpanishDataset.train_test_split(0.2, seed=203984)
  train_dataset, eval_dataset, test_dataset = splitDatasetInTestValid( medicalSpanishDataset )