YanweiLi commited on
Commit
412754d
1 Parent(s): 6b4e8b7

update config

Browse files
Files changed (1) hide show
  1. config.json +1 -4
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_name_or_path": "model_zoo/LLM/vicuna/13B-V1.5",
3
  "architectures": [
4
- "LlavaLlamaUniForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
@@ -31,7 +31,6 @@
31
  "mm_vision_select_layer": -2,
32
  "mm_vision_tower": "model_zoo/OpenAI/clip-vit-large-patch14-336",
33
  "mm_vision_tower_aux": "model_zoo/OpenAI/openclip-convnext-large-d-320-laion2B-s29B-b131K-ft-soup",
34
- "model_type": "llava_uni",
35
  "num_attention_heads": 40,
36
  "num_hidden_layers": 40,
37
  "num_key_value_heads": 40,
@@ -48,10 +47,8 @@
48
  "torch_dtype": "bfloat16",
49
  "transformers_version": "4.36.2",
50
  "tune_mm_mlp_adapter": false,
51
- "unified_resampler": "simple_sum",
52
  "use_cache": true,
53
  "use_mm_proj": true,
54
- "use_same_im_pos": false,
55
  "video_grid": -1,
56
  "vocab_size": 32000
57
  }
 
1
  {
2
  "_name_or_path": "model_zoo/LLM/vicuna/13B-V1.5",
3
  "architectures": [
4
+ "MiniGeminiLlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
 
31
  "mm_vision_select_layer": -2,
32
  "mm_vision_tower": "model_zoo/OpenAI/clip-vit-large-patch14-336",
33
  "mm_vision_tower_aux": "model_zoo/OpenAI/openclip-convnext-large-d-320-laion2B-s29B-b131K-ft-soup",
 
34
  "num_attention_heads": 40,
35
  "num_hidden_layers": 40,
36
  "num_key_value_heads": 40,
 
47
  "torch_dtype": "bfloat16",
48
  "transformers_version": "4.36.2",
49
  "tune_mm_mlp_adapter": false,
 
50
  "use_cache": true,
51
  "use_mm_proj": true,
 
52
  "video_grid": -1,
53
  "vocab_size": 32000
54
  }