accum_freq: 1
aug_cfg: {}
batch_size: 1408
beta1: 0.9
beta2: 0.98
checkpoint_path: /tmp/restart_2020/datacomp_xlarge-bestpool_restart_2020/checkpoints
coca_caption_loss_weight: 2.0
coca_contrastive_loss_weight: 1.0
copy_codebase: False
csv_caption_key: title
csv_img_key: filepath
csv_separator: 	
dataset_resampled: True
dataset_type: webdataset
ddp_static_graph: True
debug: False
decay_fraction: 0.2
delete_previous_checkpoint: False
device: cuda:0
dist_backend: nccl
dist_url: env://
distill: False
distill_model: None
distill_pretrained: None
distributed: True
epochs: 32
epochs_cooldown: None
eps: 1e-06
force_custom_text: False
force_image_size: None
force_patch_dropout: None
force_qk_norm: False
force_qk_norm_eps: 1e-05
force_quick_gelu: False
gather_with_grad: True
grad_checkpointing: True
grad_clip_norm: None
horovod: False
image_mean: None
image_std: None
imagenet_v2: None
imagenet_val: ../imagenet_validation
is_iteration_based: True
local_loss: True
local_rank: 0
lock_image: False
lock_image_freeze_bn_stats: False
lock_image_unlocked_groups: 0
lock_text: False
lock_text_freeze_layer_norm: False
lock_text_unlocked_layers: 0
log_every_n_steps: 100
log_level: 20
log_local: False
log_path: /tmp/restart_2020/datacomp_xlarge-bestpool_restart_2020/out.log
logs: /tmp/restart_2020
lr: 0.001
lr_cooldown_end: 0.0
lr_cooldown_power: 1.0
lr_scheduler: cosine
max_iterations: 20500
model: ViT-B-16
name: datacomp_xlarge-bestpool_restart_2020
new_run: True
no_set_device_rank: False
precision: amp
pretrained: 
pretrained_image: False
rank: 0
remote_sync: xlarge_CL_bestpool_filter/restart_2020/
remote_sync_frequency: 300
remote_sync_protocol: s3
report_to: 
resume: xlarge_CL_bestpool_filter/restart_2019/datacomp_xlarge-bestpool_restart_2019/checkpoints/epoch_9.pt
save_frequency: 1
save_most_recent: True
seed: 0
skip_scheduler: False
tensorboard: False
tensorboard_path: 
torchcompile: False
torchscript: False
trace: False
train_data: xlarge_bestpool_filter/2020/0/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/1/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/10/{00000000..00000278}.tar::xlarge_bestpool_filter/2020/11/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/12/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/13/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/14/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/15/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/16/{00000000..00000286}.tar::xlarge_bestpool_filter/2020/17/{00000000..00000266}.tar::xlarge_bestpool_filter/2020/18/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/19/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/2/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/20/{00000000..00000318}.tar::xlarge_bestpool_filter/2020/21/{00000000..00000273}.tar::xlarge_bestpool_filter/2020/22/{00000000..00000255}.tar::xlarge_bestpool_filter/2020/23/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/24/{00000000..00000253}.tar::xlarge_bestpool_filter/2020/25/{00000000..00000232}.tar::xlarge_bestpool_filter/2020/26/{00000000..00000063}.tar::xlarge_bestpool_filter/2020/27/{00000000..00000063}.tar::xlarge_bestpool_filter/2020/28/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/29/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/3/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/30/{00000000..00000329}.tar::xlarge_bestpool_filter/2020/31/{00000000..00000324}.tar::xlarge_bestpool_filter/2020/32/{00000000..00000323}.tar::xlarge_bestpool_filter/2020/33/{00000000..00000357}.tar::xlarge_bestpool_filter/2020/34/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/35/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/36/{00000000..00000377}.tar::xlarge_bestpool_filter/2020/37/{00000000..00000381}.tar::xlarge_bestpool_filter/2020/38/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/39/{00000000..00000318}.tar::xlarge_bestpool_filter/2020/4/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/40/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/41/{00000000..00000257}.tar::xlarge_bestpool_filter/2020/42/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/43/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/44/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/45/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/46/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/47/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/48/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/49/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/5/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/50/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/51/{00000000..00000383}.tar::xlarge_bestpool_filter/2020/52/{00000000..00000377}.tar::xlarge_bestpool_filter/2020/53/{00000000..00000545}.tar::xlarge_bestpool_filter/2020/54/{00000000..00000511}.tar::xlarge_bestpool_filter/2020/55/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/56/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/57/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/58/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/59/{00000000..00000191}.tar::xlarge_bestpool_filter/2020/6/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/7/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/8/{00000000..00000319}.tar::xlarge_bestpool_filter/2020/9/{00000000..00000299}.tar
train_data_upsampling_factors: None
train_num_samples: None
use_bn_sync: False
use_bnb_linear: None
val_data: None
val_frequency: 1
val_num_samples: None
wandb: False
wandb_notes: 
wandb_project_name: open-clip
warmup: 2000
wd: 0.2
workers: 4
world_size: 64
zeroshot_frequency: 1