Hugging Face's logo

THUdyh
/
Insight-V-Summary-LLaMA3

Text Generation
Safetensors
English
Chinese
llava
conversational
Model card Files Community
THUdyh commited on
Commit
811d084
·
verified ·
1 Parent(s): cb63980

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-9000/config.json +112 -0
  2. checkpoint-9000/generation_config.json +9 -0
  3. checkpoint-9000/global_step9000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  4. checkpoint-9000/global_step9000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  5. checkpoint-9000/global_step9000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  6. checkpoint-9000/global_step9000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  7. checkpoint-9000/global_step9000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  8. checkpoint-9000/global_step9000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  9. checkpoint-9000/global_step9000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  10. checkpoint-9000/global_step9000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  11. checkpoint-9000/global_step9000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  12. checkpoint-9000/global_step9000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  13. checkpoint-9000/global_step9000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  14. checkpoint-9000/global_step9000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  15. checkpoint-9000/global_step9000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  16. checkpoint-9000/global_step9000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  17. checkpoint-9000/global_step9000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  18. checkpoint-9000/global_step9000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  19. checkpoint-9000/global_step9000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  20. checkpoint-9000/global_step9000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  21. checkpoint-9000/global_step9000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  22. checkpoint-9000/global_step9000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  23. checkpoint-9000/global_step9000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  24. checkpoint-9000/global_step9000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  25. checkpoint-9000/global_step9000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  26. checkpoint-9000/global_step9000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  27. checkpoint-9000/global_step9000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt +3 -0
  28. checkpoint-9000/global_step9000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt +3 -0
  29. checkpoint-9000/global_step9000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt +3 -0
  30. checkpoint-9000/global_step9000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt +3 -0
  31. checkpoint-9000/global_step9000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt +3 -0
  32. checkpoint-9000/global_step9000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt +3 -0
  33. checkpoint-9000/global_step9000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt +3 -0
  34. checkpoint-9000/global_step9000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt +3 -0
  35. checkpoint-9000/global_step9000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt +3 -0
  36. checkpoint-9000/global_step9000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  37. checkpoint-9000/global_step9000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt +3 -0
  38. checkpoint-9000/global_step9000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt +3 -0
  39. checkpoint-9000/global_step9000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt +3 -0
  40. checkpoint-9000/global_step9000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt +3 -0
  41. checkpoint-9000/global_step9000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt +3 -0
  42. checkpoint-9000/global_step9000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt +3 -0
  43. checkpoint-9000/global_step9000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt +3 -0
  44. checkpoint-9000/global_step9000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt +3 -0
  45. checkpoint-9000/global_step9000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt +3 -0
  46. checkpoint-9000/global_step9000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt +3 -0
  47. checkpoint-9000/global_step9000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  48. checkpoint-9000/global_step9000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt +3 -0
  49. checkpoint-9000/global_step9000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt +3 -0
  50. checkpoint-9000/global_step9000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt +3 -0
checkpoint-9000/config.json ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/mnt/lzy/models/llama3-llava-next",
3
+ "add_faster_video": false,
4
+ "add_time_instruction": false,
5
+ "architectures": [
6
+ "LlavaLlamaForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "bos_token_id": 128000,
11
+ "eos_token_id": 128001,
12
+ "faster_token_stride": 10,
13
+ "force_sample": false,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 4096,
16
+ "ignore_index": -100,
17
+ "image_aspect_ratio": "anyres",
18
+ "image_crop_resolution": null,
19
+ "image_grid_pinpoints": [
20
+ [
21
+ 336,
22
+ 336
23
+ ],
24
+ [
25
+ 336,
26
+ 672
27
+ ],
28
+ [
29
+ 336,
30
+ 1008
31
+ ],
32
+ [
33
+ 672,
34
+ 336
35
+ ],
36
+ [
37
+ 672,
38
+ 672
39
+ ],
40
+ [
41
+ 672,
42
+ 1008
43
+ ],
44
+ [
45
+ 1008,
46
+ 336
47
+ ],
48
+ [
49
+ 1008,
50
+ 672
51
+ ],
52
+ [
53
+ 1008,
54
+ 1008
55
+ ]
56
+ ],
57
+ "image_split_resolution": null,
58
+ "image_token_index": 128256,
59
+ "initializer_range": 0.02,
60
+ "intermediate_size": 14336,
61
+ "max_position_embeddings": 8192,
62
+ "mm_hidden_size": 1024,
63
+ "mm_newline_position": "grid",
64
+ "mm_patch_merge_type": "spatial_unpad",
65
+ "mm_projector_lr": null,
66
+ "mm_projector_type": "mlp2x_gelu",
67
+ "mm_resampler_type": null,
68
+ "mm_spatial_pool_mode": "bilinear",
69
+ "mm_spatial_pool_stride": null,
70
+ "mm_tunable_parts": "mm_mlp_adapter,mm_language_model",
71
+ "mm_use_im_patch_token": false,
72
+ "mm_use_im_start_end": false,
73
+ "mm_vision_select_feature": "patch",
74
+ "mm_vision_select_layer": -2,
75
+ "mm_vision_tower": "/home/models/clip-vit-large-patch14-336",
76
+ "mm_vision_tower_lr": null,
77
+ "model_type": "llava",
78
+ "num_attention_heads": 32,
79
+ "num_hidden_layers": 32,
80
+ "num_key_value_heads": 8,
81
+ "pos_skipping_range": 4096,
82
+ "pretraining_tp": 1,
83
+ "projector_hidden_act": "gelu",
84
+ "rms_norm_eps": 1e-05,
85
+ "rope_scaling": null,
86
+ "rope_theta": 500000.0,
87
+ "text_config": {
88
+ "model_type": "llama"
89
+ },
90
+ "tie_word_embeddings": false,
91
+ "tokenizer_model_max_length": 12288,
92
+ "tokenizer_padding_side": "right",
93
+ "torch_dtype": "bfloat16",
94
+ "transformers_version": "4.39.2",
95
+ "use_cache": false,
96
+ "use_mm_proj": true,
97
+ "use_pos_skipping": false,
98
+ "vision_config": {
99
+ "hidden_size": 1024,
100
+ "image_size": 336,
101
+ "intermediate_size": 4096,
102
+ "model_type": "clip_vision_model",
103
+ "num_attention_heads": 16,
104
+ "num_hidden_layers": 24,
105
+ "patch_size": 14,
106
+ "projection_dim": 768,
107
+ "vocab_size": 32000
108
+ },
109
+ "vision_feature_layer": -2,
110
+ "vision_feature_select_strategy": "default",
111
+ "vision_tower_pretrained": null
112
+ }
checkpoint-9000/generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 128000,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128009
7
+ ],
8
+ "transformers_version": "4.39.2"
9
+ }
checkpoint-9000/global_step9000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d7745f2ec023cd6ea6ee69597f88414deb364382a70475c41117225c08ff8d1
3
+ size 1509621232
checkpoint-9000/global_step9000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:434c169ba143d618222010c15e436095d1c011613fa4a5752393d4235c57017a
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f0a0d58e5f5bbf96835b58fd6e476335c852a8e48e21d98134750d6d56c9b9e
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a07c29cd824bad93d1d8ffacb85b08af8bb1619ea88bbfbb59e9c45d343efbd8
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65c7fdb828c00aac1fd3b1ab513bda8613192197ab7a03b00dc0998234a24b3b
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:244be26df9f401e0bf330f2fab5e8eefbd159f382a23567fdb8a39723e6f219f
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67c22b7e576a33fd45c5d8f2a95eec4ebf37723feb042b6196cc0c658869ba74
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee96ddb847007297f2155e8a1260b018e8e3dbf5a4cef7a0d397a181300d4ea6
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fb4051c1d44b2a9e63911d5683b8d7029e85f346bba03f3f7d79b8dccf9f301
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2875468e154df296101e4e9e07e7058cef965b4e5653c1b7420d145144293b61
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08f7623fbf2f572af327bd812d0ded41f6879e7ccb954969011aef8a23e631ac
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06c144868367a1c3785fe254731917153c144750e41607e525ef07d77d51213c
3
+ size 1509621232
checkpoint-9000/global_step9000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07e5643b7e005d6d8c66157463f94a097f78eaac9d5cf40ed8652f9f133d7540
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f0a80a8a61195efe58f3ae4b8c7823ba2a3ca9e54162882613119dcc8d58dc1
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a46b23b3f9b74030dd4b93c7b517b20ba999733505c884d0e6ab9012121b1c4d
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78db7c554a558679b3b881fa0db0cae5ada5b5a35b2741868330ab9cfe16e10d
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01a0e7ba016814537299ca4ec2afaa718609c8af9362b8c1d9beb8ba2155a6bf
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddff9666d4edcf6434d3ef684fe07c9ba55d35780af28f80478d949785944a22
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76cf8160df87bfc861d13274952d0e67664ef6d7e56c26f1d08100e3a469f2d6
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78e35b910943c7842b1a5f1123c27fe615682cb95278cbfcde0588eec6dd3fb2
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ee9ad35be1ebb8d2667ebdc3c4984ba22421ff5fc2c869bf3ec982715eeb805
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0123f5775131c8a11442b62142e3b295c617b4ee4bb63344d0deeb1a5ed78dc1
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69850b8ce672c69b6c07624b70bf66decb396d4aea5d51a6c83516a9595095e5
3
+ size 1509621232
checkpoint-9000/global_step9000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffa54e00f6fcbedabde8b49946bae98cde98233261453b38ecb780367f354de1
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80993085cda882460a92a422ac633c207379b3bc96e595670a644dd0c313a194
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61026256dd3c9504003730ec2a3ad212bbe3b46572d597a0bbb3504fb840407c
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2afd438602c403abb463c553afcfa7c4df396bf19d0b2a39540f9033f11e963
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54b8c6237bd7190f0a2ec3a37d8325f37a5eedad7912dd8a79fa18218048be79
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ba67b6628ec010b46f5ad414ac287990b3563a36cdab374fff096aa946934b9
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abb6715a3741d8250c590164890e22663606700c82def704f7b0075b0c383b9d
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6a2ca8e33d95e722a2a4023a26673f39d49b7d079e118bc98e9b58c878b659f
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8cce15bf75082a229b85a539081957484e873e4ae60c433202857b1d73db2a0
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c204a0a7f0422be9137c2c09eaacee80dfc99c2634b82cd49a2af71aac56036
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:140bd59617835c8a44a48f4813401ab21ef8c0283a32cb94983954fb3b24a4cc
3
+ size 1509621232
checkpoint-9000/global_step9000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92471447334c5f76b75566af7e7f18e96a9bfb709ccffb34c7f5cce811d0968b
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faa26fb0543158174781b27d5549417cfae13d63f427478e386f1aa73ffb8bc3
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:721f9cead9e64addd7f3ce280dd2d9bee03b48649def4442a73ce5aa5d933376
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efc07fb2fa953cf804efbd567a53e24db3df2219e46169637230c8008a3adcf1
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4b2a3ac085c7bf24027919b5bcc638aa05e08db525a84df3defdd02e56204f0
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0abdbfd2275788c1f36a4176895ee1ca3411b4a7af1cb4bb9885d503231b4bd2
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d8790da10e1671d0018638b9e4bd80c643300e7565427c16dd29a304cec0b1d
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a086bf42c01f0f1579094abdae675bc4f6e03d830f0700c1aab877dd2753237a
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbb376b33464877ba13255b20fcf39fea8770f6d13dad9cc4079a34446f533cc
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6791b18e5502a6863218c8aa67f1912f14af0d04fc80e76af81b5400eb69e2b3
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4930458560bc918c6c4f8f77db9f249ba3fa6fba5530de11e8fd3a3395b01a5
3
+ size 1509621232
checkpoint-9000/global_step9000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcc90f5a392601c05261b3830bdff02467640caa8425d5fca9b8a01fc468fc06
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd4a86b94c54d1734c3fc7e957cb982faafd5be721385546aba3c51a9ffe0bb7
3
+ size 1509621244
checkpoint-9000/global_step9000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a419784f4caeb2471688491386171ec8a418488e14f8cd466e275f0d982a4ac
3
+ size 1509621244