|
""" Summary utilities |
|
|
|
Hacked together by / Copyright 2020 Ross Wightman |
|
""" |
|
import csv |
|
import os |
|
from collections import OrderedDict |
|
try: |
|
import wandb |
|
except ImportError: |
|
pass |
|
|
|
|
|
def get_outdir(path, *paths, inc=False): |
|
outdir = os.path.join(path, *paths) |
|
if not os.path.exists(outdir): |
|
os.makedirs(outdir) |
|
elif inc: |
|
count = 1 |
|
outdir_inc = outdir + '-' + str(count) |
|
while os.path.exists(outdir_inc): |
|
count = count + 1 |
|
outdir_inc = outdir + '-' + str(count) |
|
assert count < 100 |
|
outdir = outdir_inc |
|
os.makedirs(outdir) |
|
return outdir |
|
|
|
|
|
def update_summary( |
|
epoch, |
|
train_metrics, |
|
eval_metrics, |
|
filename, |
|
lr=None, |
|
write_header=False, |
|
log_wandb=False, |
|
): |
|
rowd = OrderedDict(epoch=epoch) |
|
rowd.update([('train_' + k, v) for k, v in train_metrics.items()]) |
|
if eval_metrics: |
|
rowd.update([('eval_' + k, v) for k, v in eval_metrics.items()]) |
|
if lr is not None: |
|
rowd['lr'] = lr |
|
if log_wandb: |
|
wandb.log(rowd) |
|
with open(filename, mode='a') as cf: |
|
dw = csv.DictWriter(cf, fieldnames=rowd.keys()) |
|
if write_header: |
|
dw.writeheader() |
|
dw.writerow(rowd) |
|
|
