Shaltiel commited on
Commit
57a1efa
1 Parent(s): c05e03a

Fixed check for counters

Browse files
Files changed (1) hide show
  1. src/populate.py +4 -3
src/populate.py CHANGED
@@ -28,6 +28,8 @@ def get_evaluation_queue_df(save_path: str, cols: list) -> list[pd.DataFrame]:
28
  for entry in entries:
29
  file_path = os.path.join(save_path, entry)
30
  if ".json" in entry:
 
 
31
  with open(file_path) as fp:
32
  data = json.load(fp)
33
 
@@ -37,11 +39,10 @@ def get_evaluation_queue_df(save_path: str, cols: list) -> list[pd.DataFrame]:
37
  all_evals.append(data)
38
  elif os.path.isdir(file_path):
39
  # this is a folder
40
- sub_entries = [e for e in os.listdir(file_path) if not e.startswith(".")]
41
  for sub_entry in sub_entries:
42
- file_path = os.path.join(file_path, sub_entry)
43
  if '/counters/' in file_path: continue
44
-
45
  with open(file_path) as fp:
46
  data = json.load(fp)
47
 
 
28
  for entry in entries:
29
  file_path = os.path.join(save_path, entry)
30
  if ".json" in entry:
31
+ print(file_path)
32
+ if 'counters/' in file_path: continue
33
  with open(file_path) as fp:
34
  data = json.load(fp)
35
 
 
39
  all_evals.append(data)
40
  elif os.path.isdir(file_path):
41
  # this is a folder
42
+ sub_entries = [e for e in os.listdir(f"{save_path}/{entry}") if not e.startswith(".")]
43
  for sub_entry in sub_entries:
44
+ file_path = os.path.join(save_path, entry, sub_entry)
45
  if '/counters/' in file_path: continue
 
46
  with open(file_path) as fp:
47
  data = json.load(fp)
48