Hugging Face's logo

HymanH
/
VLKEB-models

English
Model card Files Community
HymanH commited on
Commit
3985c47
·
verified ·
1 Parent(s): d3df531

Upload 13 files

Browse files

add serac, mend, ke models; add ike embeddings

Files changed (13) hide show
  1. ike/embedding/caption_embeddings.pkl +3 -0
  2. ke/blip2/checkpoints/model-epoch=04-valid_acc=0.9451_clean.ckpt +3 -0
  3. ke/blip2/hparams.yaml +76 -0
  4. ke/llava/checkpoints/model-epoch=04-valid_acc=0.9907_clean.ckpt +3 -0
  5. ke/llava/hparams.yaml +76 -0
  6. ke/minigpt4/checkpoints/model-epoch=03-valid_acc=0.9848_clean.ckpt +3 -0
  7. ke/minigpt4/hparams.yaml +76 -0
  8. mend/mend_blip2.pt +3 -0
  9. mend/mend_llava.pt +3 -0
  10. mend/mend_minigpt4.pt +3 -0
  11. serac/serac_blip2.pt +3 -0
  12. serac/serac_llava.pt +3 -0
  13. serac/serac_minigpt4.pt +3 -0
ike/embedding/caption_embeddings.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2903387faefd9c172f048837d93df53415f682c15885b7ebca21b8a9d5024c3
3
+ size 25346404
ke/blip2/checkpoints/model-epoch=04-valid_acc=0.9451_clean.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4037ab574b1ee9ba74e2cf291226cdd6a5ebc092d592bb5d2a0aa740d3aff28c
3
+ size 1829695275
ke/blip2/hparams.yaml ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ accelerator: null
2
+ accumulate_grad_batches: 1
3
+ amp_backend: native
4
+ amp_level: O2
5
+ auto_lr_find: false
6
+ auto_scale_batch_size: false
7
+ auto_select_gpus: false
8
+ automatic_optimization: null
9
+ batch_size: 1
10
+ benchmark: false
11
+ check_val_every_n_epoch: 1
12
+ checkpoint_callback: true
13
+ default_root_dir: null
14
+ deterministic: false
15
+ dev_data_path: /data0/huanghan/datasets/mmkb/mmkb_edits_eval_alter_entity.json
16
+ dirpath: models/
17
+ distributed_backend: null
18
+ divergences: lp
19
+ enable_pl_optimizer: null
20
+ eps: 0.1
21
+ fast_dev_run: false
22
+ flush_logs_every_n_steps: 100
23
+ gpus: 1
24
+ gradient_clip_val: 0
25
+ limit_predict_batches: 1.0
26
+ limit_test_batches: 1.0
27
+ limit_train_batches: 1.0
28
+ limit_val_batches: 1.0
29
+ log_every_n_steps: 50
30
+ log_gpu_memory: null
31
+ logger: true
32
+ lr: 0.0003
33
+ lr_alpha: 0.1
34
+ margin_lp_max: 0.001
35
+ margin_lp_min: 1.0e-07
36
+ max_epochs: null
37
+ max_length: 32
38
+ max_scale: 1
39
+ max_steps: 30000
40
+ min_epochs: null
41
+ min_steps: null
42
+ model_checkpoint: ''
43
+ model_name: blip2
44
+ move_metrics_to_cpu: false
45
+ multiple_trainloader_mode: max_size_cycle
46
+ num_nodes: 1
47
+ num_processes: 1
48
+ num_sanity_val_steps: 2
49
+ num_workers: 0
50
+ overfit_batches: 0.0
51
+ p: 2
52
+ plugins: null
53
+ precision: 32
54
+ prepare_data_per_node: true
55
+ process_position: 0
56
+ profiler: null
57
+ progress_bar_refresh_rate: null
58
+ reload_dataloaders_every_epoch: false
59
+ replace_sampler_ddp: true
60
+ resume_from_checkpoint: null
61
+ save_top_k: 2
62
+ seed: 0
63
+ stochastic_weight_avg: false
64
+ sync_batchnorm: false
65
+ terminate_on_nan: false
66
+ total_num_updates: 30000
67
+ tpu_cores: !!python/name:pytorch_lightning.utilities.argparse._gpus_arg_default ''
68
+ track_grad_norm: -1
69
+ train_data_path: /data0/huanghan/datasets/mmkb/mmkb_edits_train_alter_entity.json
70
+ truncated_bptt_steps: null
71
+ use_views: false
72
+ val_check_interval: 1.0
73
+ warmup_updates: 1000
74
+ weight_decay: 0.01
75
+ weights_save_path: null
76
+ weights_summary: top
ke/llava/checkpoints/model-epoch=04-valid_acc=0.9907_clean.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21d898a6e350fcb229e5692d720e9aaa70d2b5b3df0c543837472a4bbcec336c
3
+ size 1920208363
ke/llava/hparams.yaml ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ accelerator: null
2
+ accumulate_grad_batches: 1
3
+ amp_backend: native
4
+ amp_level: O2
5
+ auto_lr_find: false
6
+ auto_scale_batch_size: false
7
+ auto_select_gpus: false
8
+ automatic_optimization: null
9
+ batch_size: 1
10
+ benchmark: false
11
+ check_val_every_n_epoch: 1
12
+ checkpoint_callback: true
13
+ default_root_dir: null
14
+ deterministic: false
15
+ dev_data_path: /data0/huanghan/datasets/mmkb/mmkb_edits_eval_alter_entity.json
16
+ dirpath: models/
17
+ distributed_backend: null
18
+ divergences: lp
19
+ enable_pl_optimizer: null
20
+ eps: 0.1
21
+ fast_dev_run: false
22
+ flush_logs_every_n_steps: 100
23
+ gpus: 1
24
+ gradient_clip_val: 0
25
+ limit_predict_batches: 1.0
26
+ limit_test_batches: 1.0
27
+ limit_train_batches: 1.0
28
+ limit_val_batches: 1.0
29
+ log_every_n_steps: 50
30
+ log_gpu_memory: null
31
+ logger: true
32
+ lr: 0.0003
33
+ lr_alpha: 0.1
34
+ margin_lp_max: 0.001
35
+ margin_lp_min: 1.0e-07
36
+ max_epochs: null
37
+ max_length: 32
38
+ max_scale: 1
39
+ max_steps: 30000
40
+ min_epochs: null
41
+ min_steps: null
42
+ model_checkpoint: ''
43
+ model_name: llava
44
+ move_metrics_to_cpu: false
45
+ multiple_trainloader_mode: max_size_cycle
46
+ num_nodes: 1
47
+ num_processes: 1
48
+ num_sanity_val_steps: 2
49
+ num_workers: 0
50
+ overfit_batches: 0.0
51
+ p: 2
52
+ plugins: null
53
+ precision: 32
54
+ prepare_data_per_node: true
55
+ process_position: 0
56
+ profiler: null
57
+ progress_bar_refresh_rate: null
58
+ reload_dataloaders_every_epoch: false
59
+ replace_sampler_ddp: true
60
+ resume_from_checkpoint: null
61
+ save_top_k: 2
62
+ seed: 0
63
+ stochastic_weight_avg: false
64
+ sync_batchnorm: false
65
+ terminate_on_nan: false
66
+ total_num_updates: 30000
67
+ tpu_cores: !!python/name:pytorch_lightning.utilities.argparse._gpus_arg_default ''
68
+ track_grad_norm: -1
69
+ train_data_path: /data0/huanghan/datasets/mmkb/mmkb_edits_train_alter_entity.json
70
+ truncated_bptt_steps: null
71
+ use_views: false
72
+ val_check_interval: 1.0
73
+ warmup_updates: 1000
74
+ weight_decay: 0.01
75
+ weights_save_path: null
76
+ weights_summary: top
ke/minigpt4/checkpoints/model-epoch=03-valid_acc=0.9848_clean.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:191bc5c455f54bf5816ad14d27d0cb5a380998c81bc113fe48af490bd2ceeb50
3
+ size 1920257963
ke/minigpt4/hparams.yaml ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ accelerator: null
2
+ accumulate_grad_batches: 1
3
+ amp_backend: native
4
+ amp_level: O2
5
+ auto_lr_find: false
6
+ auto_scale_batch_size: false
7
+ auto_select_gpus: false
8
+ automatic_optimization: null
9
+ batch_size: 1
10
+ benchmark: false
11
+ check_val_every_n_epoch: 1
12
+ checkpoint_callback: true
13
+ default_root_dir: null
14
+ deterministic: false
15
+ dev_data_path: /data0/huanghan/datasets/mmkb/mmkb_edits_eval_alter_entity.json
16
+ dirpath: models/
17
+ distributed_backend: null
18
+ divergences: lp
19
+ enable_pl_optimizer: null
20
+ eps: 0.1
21
+ fast_dev_run: false
22
+ flush_logs_every_n_steps: 100
23
+ gpus: 1
24
+ gradient_clip_val: 0
25
+ limit_predict_batches: 1.0
26
+ limit_test_batches: 1.0
27
+ limit_train_batches: 1.0
28
+ limit_val_batches: 1.0
29
+ log_every_n_steps: 50
30
+ log_gpu_memory: null
31
+ logger: true
32
+ lr: 0.0003
33
+ lr_alpha: 0.1
34
+ margin_lp_max: 0.001
35
+ margin_lp_min: 1.0e-07
36
+ max_epochs: null
37
+ max_length: 32
38
+ max_scale: 1
39
+ max_steps: 30000
40
+ min_epochs: null
41
+ min_steps: null
42
+ model_checkpoint: ''
43
+ model_name: minigpt4
44
+ move_metrics_to_cpu: false
45
+ multiple_trainloader_mode: max_size_cycle
46
+ num_nodes: 1
47
+ num_processes: 1
48
+ num_sanity_val_steps: 2
49
+ num_workers: 0
50
+ overfit_batches: 0.0
51
+ p: 2
52
+ plugins: null
53
+ precision: 32
54
+ prepare_data_per_node: true
55
+ process_position: 0
56
+ profiler: null
57
+ progress_bar_refresh_rate: null
58
+ reload_dataloaders_every_epoch: false
59
+ replace_sampler_ddp: true
60
+ resume_from_checkpoint: null
61
+ save_top_k: 2
62
+ seed: 0
63
+ stochastic_weight_avg: false
64
+ sync_batchnorm: false
65
+ terminate_on_nan: false
66
+ total_num_updates: 30000
67
+ tpu_cores: !!python/name:pytorch_lightning.utilities.argparse._gpus_arg_default ''
68
+ track_grad_norm: -1
69
+ train_data_path: /data0/huanghan/datasets/mmkb/mmkb_edits_train_alter_entity.json
70
+ truncated_bptt_steps: null
71
+ use_views: false
72
+ val_check_interval: 1.0
73
+ warmup_updates: 1000
74
+ weight_decay: 0.01
75
+ weights_save_path: null
76
+ weights_summary: top
mend/mend_blip2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c7f1f24af506fcf994cf584e404abf6c3ab445139da5edf8df180afaab1c98
3
+ size 2364013495
mend/mend_llava.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63689d5e66c54ee30b50decdfa80e302e4861099210c2d892701146ec69d1c24
3
+ size 2789493047
mend/mend_minigpt4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3eb9dd13ed1a29a0ab34e298c9313110e3d6f8cc776934b442e4e4b6e85a0470
3
+ size 2789526115
serac/serac_blip2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b18d23c1f1e7b29e49513946d0306a896b1af05cdd8b1190ebdf819d8456a0b4
3
+ size 2288004233
serac/serac_llava.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47cb0fe3bf90837b8032064108e5604b05fe739965b503be2358da37760f8b47
3
+ size 3211126289
serac/serac_minigpt4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcd03c11f914d7dcd2d64e97e7a85e45156e6ddff6a04c4f47b68a9831abbda5
3
+ size 3223755748