Hugging Face's logo

umd-vt-nyu
/
qwen-vl-test-SF

Safetensors
Model card Files Community
jiuhai commited on
Commit
88c6c56
·
verified ·
1 Parent(s): c8197a4

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. checkpoint-6000/added_tokens.json +27 -0
  3. checkpoint-6000/config.json +70 -0
  4. checkpoint-6000/generation_config.json +15 -0
  5. checkpoint-6000/latest +1 -0
  6. checkpoint-6000/merges.txt +0 -0
  7. checkpoint-6000/model-00001-of-00003.safetensors +3 -0
  8. checkpoint-6000/model-00002-of-00003.safetensors +3 -0
  9. checkpoint-6000/model-00003-of-00003.safetensors +3 -0
  10. checkpoint-6000/model.safetensors.index.json +0 -0
  11. checkpoint-6000/rng_state_0.pth +3 -0
  12. checkpoint-6000/rng_state_1.pth +3 -0
  13. checkpoint-6000/rng_state_10.pth +3 -0
  14. checkpoint-6000/rng_state_11.pth +3 -0
  15. checkpoint-6000/rng_state_12.pth +3 -0
  16. checkpoint-6000/rng_state_13.pth +3 -0
  17. checkpoint-6000/rng_state_14.pth +3 -0
  18. checkpoint-6000/rng_state_15.pth +3 -0
  19. checkpoint-6000/rng_state_16.pth +3 -0
  20. checkpoint-6000/rng_state_17.pth +3 -0
  21. checkpoint-6000/rng_state_18.pth +3 -0
  22. checkpoint-6000/rng_state_19.pth +3 -0
  23. checkpoint-6000/rng_state_2.pth +3 -0
  24. checkpoint-6000/rng_state_20.pth +3 -0
  25. checkpoint-6000/rng_state_21.pth +3 -0
  26. checkpoint-6000/rng_state_22.pth +3 -0
  27. checkpoint-6000/rng_state_23.pth +3 -0
  28. checkpoint-6000/rng_state_24.pth +3 -0
  29. checkpoint-6000/rng_state_25.pth +3 -0
  30. checkpoint-6000/rng_state_26.pth +3 -0
  31. checkpoint-6000/rng_state_27.pth +3 -0
  32. checkpoint-6000/rng_state_28.pth +3 -0
  33. checkpoint-6000/rng_state_29.pth +3 -0
  34. checkpoint-6000/rng_state_3.pth +3 -0
  35. checkpoint-6000/rng_state_30.pth +3 -0
  36. checkpoint-6000/rng_state_31.pth +3 -0
  37. checkpoint-6000/rng_state_32.pth +3 -0
  38. checkpoint-6000/rng_state_33.pth +3 -0
  39. checkpoint-6000/rng_state_34.pth +3 -0
  40. checkpoint-6000/rng_state_35.pth +3 -0
  41. checkpoint-6000/rng_state_36.pth +3 -0
  42. checkpoint-6000/rng_state_37.pth +3 -0
  43. checkpoint-6000/rng_state_38.pth +3 -0
  44. checkpoint-6000/rng_state_39.pth +3 -0
  45. checkpoint-6000/rng_state_4.pth +3 -0
  46. checkpoint-6000/rng_state_40.pth +3 -0
  47. checkpoint-6000/rng_state_41.pth +3 -0
  48. checkpoint-6000/rng_state_42.pth +3 -0
  49. checkpoint-6000/rng_state_43.pth +3 -0
  50. checkpoint-6000/rng_state_44.pth +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ checkpoint-6000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
checkpoint-6000/added_tokens.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<image>": 151667,
4
+ "<tool_call>": 151657,
5
+ "<|box_end|>": 151649,
6
+ "<|box_start|>": 151648,
7
+ "<|endoftext|>": 151643,
8
+ "<|file_sep|>": 151664,
9
+ "<|fim_middle|>": 151660,
10
+ "<|fim_pad|>": 151662,
11
+ "<|fim_prefix|>": 151659,
12
+ "<|fim_suffix|>": 151661,
13
+ "<|im_end|>": 151645,
14
+ "<|im_start|>": 151644,
15
+ "<|image_pad|>": 151655,
16
+ "<|object_ref_end|>": 151647,
17
+ "<|object_ref_start|>": 151646,
18
+ "<|quad_end|>": 151651,
19
+ "<|quad_start|>": 151650,
20
+ "<|repo_name|>": 151663,
21
+ "<|video_pad|>": 151656,
22
+ "<|vision_end|>": 151653,
23
+ "<|vision_pad|>": 151654,
24
+ "<|vision_start|>": 151652,
25
+ "[/IMG]": 151666,
26
+ "[IMG]": 151665
27
+ }
checkpoint-6000/config.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2.5-VL-3B-Instruct",
3
+ "architectures": [
4
+ "LlavaQwenForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "freeze_mm_mlp_adapter": false,
10
+ "gen_hidden_size": 1152,
11
+ "gen_pooling": "early_pool2d_4",
12
+ "gen_vision_tower": "google/siglip2-so400m-patch16-512",
13
+ "hidden_act": "silu",
14
+ "hidden_size": 2048,
15
+ "image_aspect_ratio": "square",
16
+ "image_token_id": 151655,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 11008,
19
+ "max_position_embeddings": 128000,
20
+ "max_window_layers": 70,
21
+ "mm_patch_merge_type": "flat",
22
+ "mm_projector_lr": null,
23
+ "mm_projector_type": "mlp2x_gelu",
24
+ "mm_use_im_patch_token": false,
25
+ "mm_use_im_start_end": false,
26
+ "mm_vision_select_feature": "patch",
27
+ "mm_vision_select_layer": -2,
28
+ "model_type": "llava_qwen",
29
+ "n_query": 64,
30
+ "num_attention_heads": 16,
31
+ "num_hidden_layers": 36,
32
+ "num_key_value_heads": 2,
33
+ "pad_token_id": 151643,
34
+ "rms_norm_eps": 1e-06,
35
+ "rope_scaling": {
36
+ "mrope_section": [
37
+ 16,
38
+ 24,
39
+ 24
40
+ ],
41
+ "rope_type": "default",
42
+ "type": "default"
43
+ },
44
+ "rope_theta": 1000000.0,
45
+ "sliding_window": 32768,
46
+ "tie_word_embeddings": true,
47
+ "tokenizer_model_max_length": 768,
48
+ "tokenizer_padding_side": "right",
49
+ "torch_dtype": "bfloat16",
50
+ "transformers_version": "4.49.0",
51
+ "tune_mm_mlp_adapter": false,
52
+ "use_cache": false,
53
+ "use_mm_proj": true,
54
+ "use_sliding_window": false,
55
+ "video_token_id": 151656,
56
+ "vision_config": {
57
+ "hidden_size": 1280,
58
+ "in_chans": 3,
59
+ "model_type": "qwen2_5_vl",
60
+ "out_hidden_size": 2048,
61
+ "spatial_patch_size": 14,
62
+ "tokens_per_second": 2,
63
+ "torch_dtype": "bfloat16"
64
+ },
65
+ "vision_end_token_id": 151653,
66
+ "vision_start_token_id": 151652,
67
+ "vision_token_id": 151654,
68
+ "vision_tower_pretrained": null,
69
+ "vocab_size": 151668
70
+ }
checkpoint-6000/generation_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 151643,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 151645,
7
+ 151643
8
+ ],
9
+ "pad_token_id": 151643,
10
+ "repetition_penalty": 1.05,
11
+ "temperature": 0.1,
12
+ "top_k": 1,
13
+ "top_p": 0.001,
14
+ "transformers_version": "4.49.0"
15
+ }
checkpoint-6000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step6000
checkpoint-6000/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-6000/model-00001-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f37cca76062c185e84b72e48fa1c75d08abfc72e5dbe3054ce315702e8eb298
3
+ size 4996915272
checkpoint-6000/model-00002-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a45ea7e95cbcd1776730407ef19d093fb2fcdb1a7acabe3ef5005578ff3af729
3
+ size 4912877550
checkpoint-6000/model-00003-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a1ca1518d4cf82789d7bf108ededfed8d3133a7151bd1a4870501c1dcb442c1
3
+ size 621232256
checkpoint-6000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-6000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5ecf888a235f1800427b5ac85e70caa4d22f0452479f27eae5bf80f1cc508ec
3
+ size 15984
checkpoint-6000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30ac026fee76687190f5d121e0e34e2ac0fdde4d3e922341297ce93e65d7a6f3
3
+ size 15984
checkpoint-6000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63ab7f483b13338b795d2f134ed262286fd9c13c300cece58b581578ebec8c2c
3
+ size 15997
checkpoint-6000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:423f438470c67efcc9d24a2db60e52cda5f6296850c1e130ada56cd8fcb86728
3
+ size 15997
checkpoint-6000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0c5a7c97494fdfc8221a9aec235e037b2c4c2e1ba3d531d36adb8588edd4687
3
+ size 15997
checkpoint-6000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8739cc0862152e383c9b939b1b7adc76b6bb4b9e765f83e2af3076c74e6abd5f
3
+ size 15997
checkpoint-6000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89b61ed4ec4aa57b5403ce7821ddefd9bf46375a12ee4ce2af99f5c3cf050e0a
3
+ size 15997
checkpoint-6000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd63fb499303ed3937738078c1453bd092d3900b279bf2b5ecf310f35738fe48
3
+ size 15997
checkpoint-6000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a28802452e996738e094dbdaaf1942ae6edd8efa642680c5babbebaf0e6db13
3
+ size 15997
checkpoint-6000/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1795b3314106519ef6ea3964eb9709a230839faf247faa06b69d74ee2c91a4e3
3
+ size 15997
checkpoint-6000/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34f932a1e940c3765b392b9cd3695b946308796ffcdea53d0b733718a39f531d
3
+ size 15997
checkpoint-6000/rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45894080d76ad44cd1907a913259dc491ac672aeb97d48b1fdfba3c5ce6823ab
3
+ size 15997
checkpoint-6000/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c28e3d757c81061a461defc80b3384e035775a07caf2be726b21397a4b51148
3
+ size 15984
checkpoint-6000/rng_state_20.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11bf094c07f0900a972a7655868bcf0aa6ad76efe6778e1aa14917c09bbea90e
3
+ size 15997
checkpoint-6000/rng_state_21.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0a3f90c140d79db74cf338f8d81a91fe50aae5614e8b301388e64095d5048a8
3
+ size 15997
checkpoint-6000/rng_state_22.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6214680ddbb21745457a025aef3bef7993c75ad21e651d93b4f977080f189ff2
3
+ size 15997
checkpoint-6000/rng_state_23.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe746240d13cfd05a98cdf8242f5170a207c654e0802a39a2233afe8d0b85a04
3
+ size 15997
checkpoint-6000/rng_state_24.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:656b4a792f4e822a356a36add7efa4159f214950ef1fc85fbf167811b9c62a2d
3
+ size 15997
checkpoint-6000/rng_state_25.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed90114270f299b60a9f840aae19b7594f3b1f3c0e455619159731a1669c0885
3
+ size 15997
checkpoint-6000/rng_state_26.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eff956b01a19c5d13df8560444d38de8c0116bd976f0a29f633082882d1cf51
3
+ size 15997
checkpoint-6000/rng_state_27.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5beb6bc977c27eb035b81758f1f82af236d53bb96fe00fc91d08636512c05605
3
+ size 15997
checkpoint-6000/rng_state_28.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0cafbffb9580a620e1e283abee54c189882c698b8e80aea98bdf182eb78173a
3
+ size 15997
checkpoint-6000/rng_state_29.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:900627c1ea9071be34c17204c234c1f4e9375b0e3f77b76c4608ff2d71b89f7a
3
+ size 15997
checkpoint-6000/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff1ec8fe01af02fba7d00a1c984d5f268fb4d2189d84ba065feef47823e5ed76
3
+ size 15984
checkpoint-6000/rng_state_30.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db7a73ce96fdc02877664bbb6aeaccdc4466dd380aecaccae792e2d01f9e9bca
3
+ size 15997
checkpoint-6000/rng_state_31.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5cec2363e93cb85471c64b7fc927d62d463822a1cc208a7af5d5e9bc100181c
3
+ size 15997
checkpoint-6000/rng_state_32.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c64b0448034abd46d40c4f829ca4671183e1a49c6b0844b1dcbb42865732e522
3
+ size 15997
checkpoint-6000/rng_state_33.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c9e6bbd4de4323f9a0c1a176034c22d041f7123bcab4a76fc45442b3f59b9f2
3
+ size 15997
checkpoint-6000/rng_state_34.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:252148779e8cd13205fc2829f5e162fa7eb42a0d27d58c5753390bedaffea419
3
+ size 15997
checkpoint-6000/rng_state_35.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17c964877dcf86e9a3835732927e33e36b13218b62e0677b47e32d5ee4fed551
3
+ size 15997
checkpoint-6000/rng_state_36.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c503a86be4125f7288f6dc389541644c29af686e235874d368be3433347da96d
3
+ size 15997
checkpoint-6000/rng_state_37.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:235c651b20fbbb06c7feffc19967e2fb37d72bba8a5a4467646c563c93ffd10b
3
+ size 15997
checkpoint-6000/rng_state_38.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef12097e9ce438f654d3d6dbe6713ca07c38f70d542e41cc4175f545fe907704
3
+ size 15997
checkpoint-6000/rng_state_39.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb1b4c6b1ffaaa780ec0715db07bbb846748f0fecf2894b4e8c4806dc2ea1daf
3
+ size 15997
checkpoint-6000/rng_state_4.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eaf9768d437445db7f938e6390fb9ed963c02d243996e7dbf18c77268cc624b
3
+ size 15984
checkpoint-6000/rng_state_40.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66595c753b29d2276f6f07159838d5c97c1a0a2bfbda25d5cee9b5916e67afa5
3
+ size 15997
checkpoint-6000/rng_state_41.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de575ed5037705464abeb530dd2b70ea98cbd37b58e62c6c6164c6bc8aed94ca
3
+ size 15997
checkpoint-6000/rng_state_42.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d8c0ab2fd41b596e3f5d3a64cb8af4f59019e1beb20af82d5da7b0ec0916f55
3
+ size 15997
checkpoint-6000/rng_state_43.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9183d102d9b7f05812329c5225dfdfbb3d685c6990fa882d1b6ba512950f3351
3
+ size 15997
checkpoint-6000/rng_state_44.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b82808f66d4635f01ffef9696d169a7e416dfe96629872d616c37fb28f4017
3
+ size 15997