yangheng commited on
Commit
f1fde39
·
1 Parent(s): 167c46c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -7
app.py CHANGED
@@ -5,19 +5,17 @@ import pandas as pd
5
  from findfile import find_files
6
 
7
  from pyabsa import ATEPCCheckpointManager
8
- from pyabsa.functional.dataset.dataset_manager import download_datasets_from_github, ABSADatasetList
9
 
10
  download_datasets_from_github(os.getcwd())
11
 
 
12
 
13
  def get_example(dataset):
14
- filter_key_words = ['.py', '.md', 'readme', 'log', 'result', 'zip', '.state_dict', '.model', '.png', 'acc_', 'f1_', '.origin', '.adv', '.csv']
15
- dataset_file = {'train': [], 'test': [], 'valid': []}
16
- search_path = './'
17
- task = 'apc_datasets'
18
- dataset_file['test'] += find_files(search_path, [dataset, 'test', task, '.inference'], exclude_key=['.adv', '.org', '.defense', 'train.'] + filter_key_words)
19
 
20
- for fname in dataset_file['test']:
21
  lines = []
22
  if isinstance(fname, str):
23
  fname = [fname]
 
5
  from findfile import find_files
6
 
7
  from pyabsa import ATEPCCheckpointManager
8
+ from pyabsa.functional.dataset.dataset_manager import download_datasets_from_github, ABSADatasetList, detect_infer_dataset
9
 
10
  download_datasets_from_github(os.getcwd())
11
 
12
+ dataset_items = {dataset.name: dataset for dataset in ABSADatasetList()}
13
 
14
  def get_example(dataset):
15
+ task = 'apc'
16
+ dataset_file = detect_infer_dataset(dataset_items[dataset], task)
 
 
 
17
 
18
+ for fname in dataset_file:
19
  lines = []
20
  if isinstance(fname, str):
21
  fname = [fname]