Upload 4 files

scripts/evaluate_information_integration.py

@@ -46,7 +46,7 @@ def evaluate_information_integration(config):
     logging.info(f"Information IntegrationScore: {scores}")
     logging.info(f"Accuracy: {accuracy:.2%}")
     
-    score_filename = os.path.join(result_path, f'scores_{config['output_file_extension']}.json')
+    score_filename = os.path.join(result_path, f"scores_{config['output_file_extension']}.json")
     with open(score_filename, 'w') as f:
         json.dump(scores, f, ensure_ascii=False, indent=4)
 

scripts/evaluate_noise_robustness.py

@@ -45,7 +45,7 @@ def evaluate_noise_robustness(config):
     logging.info(f"Noise Robustness Score: {scores}")
     logging.info(f"Accuracy: {accuracy:.2%}")
     
-    score_filename = os.path.join(result_path, f'scores_{config['output_file_extension']}.json')
+    score_filename = os.path.join(result_path, f"scores_{config['output_file_extension']}.json")
     with open(score_filename, 'w') as f:
         json.dump(scores, f, ensure_ascii=False, indent=4)
 

scripts/get_factual_evaluation.py

@@ -50,7 +50,7 @@ def get_factual_evaluation(config):
     scores['correct_tt'] = correct_tt
 
     #logging.info(f"score: {scores}")
-    score_filename = os.path.join(result_path, f'scores_{config['output_file_extension']}.json')
+    score_filename = os.path.join(result_path, f"scores_{config['output_file_extension']}.json")
     with open(score_filename, 'w') as f:
         json.dump(scores, f, ensure_ascii=False, indent=4)
 

scripts/helper.py

@@ -26,7 +26,7 @@ def load_config(config_file="config.json"):
     try:
         with open(config_file, "r", encoding="utf-8") as f:
             config = json.load(f)
-            config['output_file_extension'] = f'{config['model_name']}_noise_{config['noise_rate']}_passage_{config['passage_num']}_num_queries_{config['num_queries']}'
+            config['output_file_extension'] = f"{config['model_name']}_noise_{config['noise_rate']}_passage_{config['passage_num']}_num_queries_{config['num_queries']}"
         return config
     except Exception as e:
         logging.info(f"Error loading config: {e}")
@@ -52,7 +52,7 @@ def update_config(config, model_name=None, noise_rate=None, num_queries=None):
     if num_queries is not None:  # Explicitly check for None to handle 0
         config['num_queries'] = int(num_queries)  # Ensure it's an integer
     
-    config['output_file_extension'] = f'{config['model_name']}_noise_{config['noise_rate']}_passage_{config['passage_num']}_num_queries_{config['num_queries']}'
+    config['output_file_extension'] = f"{config['model_name']}_noise_{config['noise_rate']}_passage_{config['passage_num']}_num_queries_{config['num_queries']}"
     
     return config