omniground / MSE-v8_500 /hparams.yaml
Temurbek Rahmatullaev
new weights based on MicrOmnic
f9f8e60
raw
history blame contribute delete
603 Bytes
cfg: !!python/object:__main__.Config
batch_size: 16
ckp_iterations_step: 500
emb_dim: 2048
exp_name: Grounding_MSE/version_8
grad_accum: 2
image_folder: data/
json_data_path: data/OMNIGROUND_stacked_train.json
learning_rate: 0.005
max_context_len: 2048
n_epochs: 1
num_devices:
- 0
- 1
- 2
- 3
num_workers: 16
original_ckp: ./OmniFusion/MicroOmnic
pad_id: 0
pretrain_path: ./ckpts/Grounding_MSE/version_4/104000
projection_num_head: 4
prompt: 'This is a dialog with AI assistant.
'
tokenizer_ckp: TinyLlama/TinyLlama-1.1B-Chat-v1.0
vision_emb_num: 576