File size: 1,893 Bytes
a711240
7200298
818ec2e
 
dc053a0
7200298
 
5ad6755
818ec2e
a711240
 
 
 
 
 
 
7200298
 
 
a711240
818ec2e
7200298
 
 
a711240
 
7200298
 
 
a711240
 
 
7200298
818ec2e
 
 
dc053a0
 
 
818ec2e
dc053a0
818ec2e
dc053a0
 
5ad6755
7200298
818ec2e
5ad6755
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
import sys
import yaml
import torch
from torchvision import transforms
from fastai.vision.all import unet_learner, Path, resnet34, MSELossFlat, get_files, L, PILImageBW
from custom_data_loading import create_data
from eval_metric_calculation import compute_eval_metrics
from dagshub import dagshub_logger
from tqdm import tqdm


if __name__ == "__main__":
    if len(sys.argv) < 2:
        print("usage: %s <test_data_path>" % sys.argv[0], file=sys.stderr)
        sys.exit(0)

    with open(r"./src/code/params.yml") as f:
        params = yaml.safe_load(f)

    data_path = Path(sys.argv[1])
    data = create_data(data_path)

    arch = {'resnet34': resnet34}
    loss = {'MSELossFlat': MSELossFlat()}

    learner = unet_learner(data,
                           arch.get(params['architecture']),
                           n_out=int(params['num_outs']),
                           loss_func=loss.get(params['loss_func']),
                           path='src/',
                           model_dir='models')
    learner = learner.load('model')

    filenames = get_files(Path(data_path), extensions='.jpg')
    test_files = L([Path(i) for i in filenames])

    for i, sample in tqdm(enumerate(test_files.items),
                          desc="Predicting on test images",
                          total=len(test_files.items)):
        pred = learner.predict(sample)[0]
        pred = PILImageBW.create(pred).convert('L')
        pred.save("src/eval/" + str(sample.stem) + "_pred.png")
        if i < 10:
            pred.save("src/eval/examples/" + str(sample.stem) + "_pred.png")

    print("Calculating metrics...")
    metrics = compute_eval_metrics(test_files)

    with dagshub_logger(
            metrics_path="logs/test_metrics.csv",
            should_log_hparams=False
    ) as logger:
        # Metric logging
        logger.log_metrics(metrics)

    print("Evaluation Done!")