adding model files

.gitattributes

@@ -1,35 +0,0 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text

last-checkpoint/added_tokens.json

@@ -1,11 +0,0 @@
-{
-  "</headline>": 32008,
-  "</scratchpad>": 32006,
-  "<</SYS>>": 32004,
-  "<<SYS>>": 32003,
-  "<headline>": 32007,
-  "<pad>": 32000,
-  "<scratchpad>": 32005,
-  "[/INST]": 32002,
-  "[INST]": 32001
-}

last-checkpoint/config.json

@@ -1,28 +0,0 @@
-{
-  "_name_or_path": "meta-llama/Llama-2-7b-hf",
-  "architectures": [
-    "LlamaForCausalLM"
-  ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 1,
-  "eos_token_id": 2,
-  "hidden_act": "silu",
-  "hidden_size": 4096,
-  "initializer_range": 0.02,
-  "intermediate_size": 11008,
-  "max_position_embeddings": 4096,
-  "model_type": "llama",
-  "num_attention_heads": 32,
-  "num_hidden_layers": 32,
-  "num_key_value_heads": 32,
-  "pretraining_tp": 1,
-  "rms_norm_eps": 1e-05,
-  "rope_scaling": null,
-  "rope_theta": 10000.0,
-  "tie_word_embeddings": false,
-  "torch_dtype": "float32",
-  "transformers_version": "4.40.2",
-  "use_cache": true,
-  "vocab_size": 32016
-}

last-checkpoint/special_tokens_map.json

@@ -1,82 +0,0 @@
-{
-  "additional_special_tokens": [
-    {
-      "content": "[INST]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true
-    },
-    {
-      "content": "[/INST]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true
-    },
-    {
-      "content": "<<SYS>>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true
-    },
-    {
-      "content": "<</SYS>>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true
-    },
-    {
-      "content": "<scratchpad>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true
-    },
-    {
-      "content": "</scratchpad>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true
-    },
-    {
-      "content": "<headline>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true
-    },
-    {
-      "content": "</headline>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true
-    }
-  ],
-  "bos_token": {
-    "content": "<s>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "</s>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": "<pad>",
-  "unk_token": {
-    "content": "<unk>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
-}

last-checkpoint/tokenizer.model

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
-size 499723

last-checkpoint/tokenizer_config.json

@@ -1,124 +0,0 @@
-{
-  "add_bos_token": true,
-  "add_eos_token": false,
-  "added_tokens_decoder": {
-    "0": {
-      "content": "<unk>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "<s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "</s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32000": {
-      "content": "<pad>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32001": {
-      "content": "[INST]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true,
-      "special": true
-    },
-    "32002": {
-      "content": "[/INST]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true,
-      "special": true
-    },
-    "32003": {
-      "content": "<<SYS>>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true,
-      "special": true
-    },
-    "32004": {
-      "content": "<</SYS>>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true,
-      "special": true
-    },
-    "32005": {
-      "content": "<scratchpad>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true,
-      "special": true
-    },
-    "32006": {
-      "content": "</scratchpad>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true,
-      "special": true
-    },
-    "32007": {
-      "content": "<headline>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true,
-      "special": true
-    },
-    "32008": {
-      "content": "</headline>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": true,
-      "special": true
-    }
-  },
-  "additional_special_tokens": [
-    "[INST]",
-    "[/INST]",
-    "<<SYS>>",
-    "<</SYS>>",
-    "<scratchpad>",
-    "</scratchpad>",
-    "<headline>",
-    "</headline>"
-  ],
-  "bos_token": "<s>",
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "</s>",
-  "legacy": false,
-  "model_max_length": 1000000000000000019884624838656,
-  "pad_to_multiple_of": 8,
-  "pad_token": "<pad>",
-  "padding_side": "left",
-  "sp_model_kwargs": {},
-  "tokenizer_class": "LlamaTokenizer",
-  "unk_token": "<unk>",
-  "use_default_system_prompt": false
-}

last-checkpoint/training_args.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:676922c8c88a048a8c76fcb1420a476fbd64daf190286d2f67fca7597684e8c6
-size 5176

last-checkpoint/model-00001-of-00006.safetensors → model-00001-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a93d426f85b1f0cf9314700f2b678255f6f690251de2e2b2362564b11572c4c
+oid sha256:899d935b5c5a49d9246d93bb12f53fb2a5d65c9908cc6913af4e648924301803
 size 4840658560

last-checkpoint/model-00002-of-00006.safetensors → model-00002-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83453b65b109be28de860fd5576e94fd1a18525ebafed114feee2d191e01364d
+oid sha256:b447174ff33cd1c0d7a82b337d96f938df8c838d65d6f9fde9fd7985fc02cd93
 size 4857206856

last-checkpoint/model-00003-of-00006.safetensors → model-00003-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4594c4acfd9fe032f5f5f93557f1b0576aa808f283fc499a5ca67955dca82c84
+oid sha256:bd870d340d98656a432d2d32968441795a4c6b494ed4ea44a770d0edc35c3865
 size 4857206904

last-checkpoint/model-00004-of-00006.safetensors → model-00004-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96a5d953b5e97f4d4354fe24efe8378b7eee246457ddae26ac336c462b00b556
+oid sha256:2d7dfc7b648b3aa287c824b7feecc82122461caa52be5de3d18dcdd6975ecbbc
 size 4857206904

last-checkpoint/model-00005-of-00006.safetensors → model-00005-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3caed05f52f25c6f7efa8ab04593f866cd644bb133dbedadb84affefd9ce1b83
+oid sha256:2d28f9e42e36012953b0ad80e3029216d6abc5eb46b9cc829c31ea903fb7a731
 size 4857206904

last-checkpoint/model-00006-of-00006.safetensors → model-00006-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b23439a29dd32c57e3a728b59c7c69a0689fa50c6c95f587e340e2742ac498ea
+oid sha256:79f8b6e521feebdc5b2b7367c01fd851c314151387cf42e49264cd3b76a86b2b
 size 2684734256

last-checkpoint/trainer_state.json → trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 9.6,
+  "epoch": 5.6,
   "eval_steps": 50,
-  "global_step": 4800,
+  "global_step": 2800,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -847,606 +847,6 @@
       "eval_samples_per_second": 69.235,
       "eval_steps_per_second": 3.551,
       "step": 2800
-    },
-    {
-      "epoch": 5.7,
-      "grad_norm": 1.1381618976593018,
-      "learning_rate": 9.302435262558748e-06,
-      "loss": 0.0708,
-      "step": 2850
-    },
-    {
-      "epoch": 5.7,
-      "eval_loss": 1.0073773860931396,
-      "eval_runtime": 2.4353,
-      "eval_samples_per_second": 64.058,
-      "eval_steps_per_second": 3.285,
-      "step": 2850
-    },
-    {
-      "epoch": 5.8,
-      "grad_norm": 1.1022274494171143,
-      "learning_rate": 8.954715367323468e-06,
-      "loss": 0.0708,
-      "step": 2900
-    },
-    {
-      "epoch": 5.8,
-      "eval_loss": 1.0213180780410767,
-      "eval_runtime": 2.8636,
-      "eval_samples_per_second": 54.478,
-      "eval_steps_per_second": 2.794,
-      "step": 2900
-    },
-    {
-      "epoch": 5.9,
-      "grad_norm": 0.8953984975814819,
-      "learning_rate": 8.60826899039935e-06,
-      "loss": 0.0733,
-      "step": 2950
-    },
-    {
-      "epoch": 5.9,
-      "eval_loss": 1.0069844722747803,
-      "eval_runtime": 3.3874,
-      "eval_samples_per_second": 46.053,
-      "eval_steps_per_second": 2.362,
-      "step": 2950
-    },
-    {
-      "epoch": 6.0,
-      "grad_norm": 1.0139652490615845,
-      "learning_rate": 8.263518223330698e-06,
-      "loss": 0.0741,
-      "step": 3000
-    },
-    {
-      "epoch": 6.0,
-      "eval_loss": 0.9869266152381897,
-      "eval_runtime": 2.4224,
-      "eval_samples_per_second": 64.4,
-      "eval_steps_per_second": 3.303,
-      "step": 3000
-    },
-    {
-      "epoch": 6.1,
-      "grad_norm": 0.40148624777793884,
-      "learning_rate": 7.92088309182241e-06,
-      "loss": 0.0523,
-      "step": 3050
-    },
-    {
-      "epoch": 6.1,
-      "eval_loss": 1.042676329612732,
-      "eval_runtime": 2.2655,
-      "eval_samples_per_second": 68.859,
-      "eval_steps_per_second": 3.531,
-      "step": 3050
-    },
-    {
-      "epoch": 6.2,
-      "grad_norm": 0.7412729859352112,
-      "learning_rate": 7.580781044003324e-06,
-      "loss": 0.0517,
-      "step": 3100
-    },
-    {
-      "epoch": 6.2,
-      "eval_loss": 1.0524495840072632,
-      "eval_runtime": 2.2722,
-      "eval_samples_per_second": 68.656,
-      "eval_steps_per_second": 3.521,
-      "step": 3100
-    },
-    {
-      "epoch": 6.3,
-      "grad_norm": 0.6903051137924194,
-      "learning_rate": 7.243626441830009e-06,
-      "loss": 0.0532,
-      "step": 3150
-    },
-    {
-      "epoch": 6.3,
-      "eval_loss": 1.0479012727737427,
-      "eval_runtime": 2.2573,
-      "eval_samples_per_second": 69.11,
-      "eval_steps_per_second": 3.544,
-      "step": 3150
-    },
-    {
-      "epoch": 6.4,
-      "grad_norm": 0.6340187788009644,
-      "learning_rate": 6.909830056250527e-06,
-      "loss": 0.0532,
-      "step": 3200
-    },
-    {
-      "epoch": 6.4,
-      "eval_loss": 1.0606757402420044,
-      "eval_runtime": 2.2583,
-      "eval_samples_per_second": 69.08,
-      "eval_steps_per_second": 3.543,
-      "step": 3200
-    },
-    {
-      "epoch": 6.5,
-      "grad_norm": 0.6936119794845581,
-      "learning_rate": 6.579798566743314e-06,
-      "loss": 0.0531,
-      "step": 3250
-    },
-    {
-      "epoch": 6.5,
-      "eval_loss": 1.06425142288208,
-      "eval_runtime": 2.9676,
-      "eval_samples_per_second": 52.568,
-      "eval_steps_per_second": 2.696,
-      "step": 3250
-    },
-    {
-      "epoch": 6.6,
-      "grad_norm": 0.7855706810951233,
-      "learning_rate": 6.25393406584088e-06,
-      "loss": 0.0513,
-      "step": 3300
-    },
-    {
-      "epoch": 6.6,
-      "eval_loss": 1.0764490365982056,
-      "eval_runtime": 2.7705,
-      "eval_samples_per_second": 56.307,
-      "eval_steps_per_second": 2.888,
-      "step": 3300
-    },
-    {
-      "epoch": 6.7,
-      "grad_norm": 0.43579840660095215,
-      "learning_rate": 5.932633569242e-06,
-      "loss": 0.0532,
-      "step": 3350
-    },
-    {
-      "epoch": 6.7,
-      "eval_loss": 1.0692789554595947,
-      "eval_runtime": 2.6435,
-      "eval_samples_per_second": 59.012,
-      "eval_steps_per_second": 3.026,
-      "step": 3350
-    },
-    {
-      "epoch": 6.8,
-      "grad_norm": 0.5169562101364136,
-      "learning_rate": 5.616288532109225e-06,
-      "loss": 0.0525,
-      "step": 3400
-    },
-    {
-      "epoch": 6.8,
-      "eval_loss": 1.0697879791259766,
-      "eval_runtime": 2.3878,
-      "eval_samples_per_second": 65.333,
-      "eval_steps_per_second": 3.35,
-      "step": 3400
-    },
-    {
-      "epoch": 6.9,
-      "grad_norm": 0.35735023021698,
-      "learning_rate": 5.305284372141095e-06,
-      "loss": 0.0529,
-      "step": 3450
-    },
-    {
-      "epoch": 6.9,
-      "eval_loss": 1.059874176979065,
-      "eval_runtime": 2.2721,
-      "eval_samples_per_second": 68.66,
-      "eval_steps_per_second": 3.521,
-      "step": 3450
-    },
-    {
-      "epoch": 7.0,
-      "grad_norm": 0.4535483717918396,
-      "learning_rate": 5.000000000000003e-06,
-      "loss": 0.0521,
-      "step": 3500
-    },
-    {
-      "epoch": 7.0,
-      "eval_loss": 1.064403772354126,
-      "eval_runtime": 2.2621,
-      "eval_samples_per_second": 68.964,
-      "eval_steps_per_second": 3.537,
-      "step": 3500
-    },
-    {
-      "epoch": 7.1,
-      "grad_norm": 0.3609411418437958,
-      "learning_rate": 4.700807357667953e-06,
-      "loss": 0.045,
-      "step": 3550
-    },
-    {
-      "epoch": 7.1,
-      "eval_loss": 1.0945632457733154,
-      "eval_runtime": 2.2531,
-      "eval_samples_per_second": 69.238,
-      "eval_steps_per_second": 3.551,
-      "step": 3550
-    },
-    {
-      "epoch": 7.2,
-      "grad_norm": 0.7414348721504211,
-      "learning_rate": 4.408070965292534e-06,
-      "loss": 0.0442,
-      "step": 3600
-    },
-    {
-      "epoch": 7.2,
-      "eval_loss": 1.1062610149383545,
-      "eval_runtime": 2.2531,
-      "eval_samples_per_second": 69.237,
-      "eval_steps_per_second": 3.551,
-      "step": 3600
-    },
-    {
-      "epoch": 7.3,
-      "grad_norm": 0.40675053000450134,
-      "learning_rate": 4.12214747707527e-06,
-      "loss": 0.0459,
-      "step": 3650
-    },
-    {
-      "epoch": 7.3,
-      "eval_loss": 1.1099870204925537,
-      "eval_runtime": 2.4464,
-      "eval_samples_per_second": 63.767,
-      "eval_steps_per_second": 3.27,
-      "step": 3650
-    },
-    {
-      "epoch": 7.4,
-      "grad_norm": 0.33660000562667847,
-      "learning_rate": 3.8433852467434175e-06,
-      "loss": 0.046,
-      "step": 3700
-    },
-    {
-      "epoch": 7.4,
-      "eval_loss": 1.1118826866149902,
-      "eval_runtime": 2.4409,
-      "eval_samples_per_second": 63.912,
-      "eval_steps_per_second": 3.278,
-      "step": 3700
-    },
-    {
-      "epoch": 7.5,
-      "grad_norm": 0.23761674761772156,
-      "learning_rate": 3.5721239031346067e-06,
-      "loss": 0.0457,
-      "step": 3750
-    },
-    {
-      "epoch": 7.5,
-      "eval_loss": 1.1216858625411987,
-      "eval_runtime": 3.2036,
-      "eval_samples_per_second": 48.696,
-      "eval_steps_per_second": 2.497,
-      "step": 3750
-    },
-    {
-      "epoch": 7.6,
-      "grad_norm": 0.8762012124061584,
-      "learning_rate": 3.308693936411421e-06,
-      "loss": 0.0469,
-      "step": 3800
-    },
-    {
-      "epoch": 7.6,
-      "eval_loss": 1.1176018714904785,
-      "eval_runtime": 2.7692,
-      "eval_samples_per_second": 56.334,
-      "eval_steps_per_second": 2.889,
-      "step": 3800
-    },
-    {
-      "epoch": 7.7,
-      "grad_norm": 0.4060334861278534,
-      "learning_rate": 3.0534162954100264e-06,
-      "loss": 0.0462,
-      "step": 3850
-    },
-    {
-      "epoch": 7.7,
-      "eval_loss": 1.1231276988983154,
-      "eval_runtime": 2.2766,
-      "eval_samples_per_second": 68.525,
-      "eval_steps_per_second": 3.514,
-      "step": 3850
-    },
-    {
-      "epoch": 7.8,
-      "grad_norm": 0.42169174551963806,
-      "learning_rate": 2.8066019966134907e-06,
-      "loss": 0.0452,
-      "step": 3900
-    },
-    {
-      "epoch": 7.8,
-      "eval_loss": 1.1297779083251953,
-      "eval_runtime": 2.2629,
-      "eval_samples_per_second": 68.938,
-      "eval_steps_per_second": 3.535,
-      "step": 3900
-    },
-    {
-      "epoch": 7.9,
-      "grad_norm": 0.3084222674369812,
-      "learning_rate": 2.5685517452260566e-06,
-      "loss": 0.0458,
-      "step": 3950
-    },
-    {
-      "epoch": 7.9,
-      "eval_loss": 1.1398730278015137,
-      "eval_runtime": 2.2543,
-      "eval_samples_per_second": 69.2,
-      "eval_steps_per_second": 3.549,
-      "step": 3950
-    },
-    {
-      "epoch": 8.0,
-      "grad_norm": 0.36014610528945923,
-      "learning_rate": 2.339555568810221e-06,
-      "loss": 0.046,
-      "step": 4000
-    },
-    {
-      "epoch": 8.0,
-      "eval_loss": 1.1379703283309937,
-      "eval_runtime": 2.2541,
-      "eval_samples_per_second": 69.207,
-      "eval_steps_per_second": 3.549,
-      "step": 4000
-    },
-    {
-      "epoch": 8.1,
-      "grad_norm": 0.28584274649620056,
-      "learning_rate": 2.119892463932781e-06,
-      "loss": 0.0416,
-      "step": 4050
-    },
-    {
-      "epoch": 8.1,
-      "eval_loss": 1.1522297859191895,
-      "eval_runtime": 3.0804,
-      "eval_samples_per_second": 50.643,
-      "eval_steps_per_second": 2.597,
-      "step": 4050
-    },
-    {
-      "epoch": 8.2,
-      "grad_norm": 0.5283023118972778,
-      "learning_rate": 1.9098300562505266e-06,
-      "loss": 0.0425,
-      "step": 4100
-    },
-    {
-      "epoch": 8.2,
-      "eval_loss": 1.1616079807281494,
-      "eval_runtime": 2.3831,
-      "eval_samples_per_second": 65.462,
-      "eval_steps_per_second": 3.357,
-      "step": 4100
-    },
-    {
-      "epoch": 8.3,
-      "grad_norm": 0.3108871877193451,
-      "learning_rate": 1.709624274449584e-06,
-      "loss": 0.0422,
-      "step": 4150
-    },
-    {
-      "epoch": 8.3,
-      "eval_loss": 1.1679902076721191,
-      "eval_runtime": 3.5663,
-      "eval_samples_per_second": 43.742,
-      "eval_steps_per_second": 2.243,
-      "step": 4150
-    },
-    {
-      "epoch": 8.4,
-      "grad_norm": 0.5419384837150574,
-      "learning_rate": 1.5195190384357405e-06,
-      "loss": 0.0431,
-      "step": 4200
-    },
-    {
-      "epoch": 8.4,
-      "eval_loss": 1.1734154224395752,
-      "eval_runtime": 2.7016,
-      "eval_samples_per_second": 57.743,
-      "eval_steps_per_second": 2.961,
-      "step": 4200
-    },
-    {
-      "epoch": 8.5,
-      "grad_norm": 0.598882257938385,
-      "learning_rate": 1.339745962155613e-06,
-      "loss": 0.0425,
-      "step": 4250
-    },
-    {
-      "epoch": 8.5,
-      "eval_loss": 1.177977204322815,
-      "eval_runtime": 2.2591,
-      "eval_samples_per_second": 69.054,
-      "eval_steps_per_second": 3.541,
-      "step": 4250
-    },
-    {
-      "epoch": 8.6,
-      "grad_norm": 0.3328254520893097,
-      "learning_rate": 1.1705240714107301e-06,
-      "loss": 0.0425,
-      "step": 4300
-    },
-    {
-      "epoch": 8.6,
-      "eval_loss": 1.1803592443466187,
-      "eval_runtime": 2.2622,
-      "eval_samples_per_second": 68.96,
-      "eval_steps_per_second": 3.536,
-      "step": 4300
-    },
-    {
-      "epoch": 8.7,
-      "grad_norm": 0.29016920924186707,
-      "learning_rate": 1.012059537008332e-06,
-      "loss": 0.0423,
-      "step": 4350
-    },
-    {
-      "epoch": 8.7,
-      "eval_loss": 1.1833291053771973,
-      "eval_runtime": 2.2562,
-      "eval_samples_per_second": 69.142,
-      "eval_steps_per_second": 3.546,
-      "step": 4350
-    },
-    {
-      "epoch": 8.8,
-      "grad_norm": 0.29944583773612976,
-      "learning_rate": 8.645454235739903e-07,
-      "loss": 0.0432,
-      "step": 4400
-    },
-    {
-      "epoch": 8.8,
-      "eval_loss": 1.1854578256607056,
-      "eval_runtime": 2.2563,
-      "eval_samples_per_second": 69.141,
-      "eval_steps_per_second": 3.546,
-      "step": 4400
-    },
-    {
-      "epoch": 8.9,
-      "grad_norm": 0.34581369161605835,
-      "learning_rate": 7.281614543321269e-07,
-      "loss": 0.0439,
-      "step": 4450
-    },
-    {
-      "epoch": 8.9,
-      "eval_loss": 1.1898452043533325,
-      "eval_runtime": 2.428,
-      "eval_samples_per_second": 64.25,
-      "eval_steps_per_second": 3.295,
-      "step": 4450
-    },
-    {
-      "epoch": 9.0,
-      "grad_norm": 0.6652135252952576,
-      "learning_rate": 6.030737921409169e-07,
-      "loss": 0.0433,
-      "step": 4500
-    },
-    {
-      "epoch": 9.0,
-      "eval_loss": 1.1917668581008911,
-      "eval_runtime": 3.4892,
-      "eval_samples_per_second": 44.71,
-      "eval_steps_per_second": 2.293,
-      "step": 4500
-    },
-    {
-      "epoch": 9.1,
-      "grad_norm": 0.6365101337432861,
-      "learning_rate": 4.894348370484648e-07,
-      "loss": 0.0403,
-      "step": 4550
-    },
-    {
-      "epoch": 9.1,
-      "eval_loss": 1.1966166496276855,
-      "eval_runtime": 2.4825,
-      "eval_samples_per_second": 62.841,
-      "eval_steps_per_second": 3.223,
-      "step": 4550
-    },
-    {
-      "epoch": 9.2,
-      "grad_norm": 0.33352887630462646,
-      "learning_rate": 3.8738304061681107e-07,
-      "loss": 0.0423,
-      "step": 4600
-    },
-    {
-      "epoch": 9.2,
-      "eval_loss": 1.2006295919418335,
-      "eval_runtime": 2.9462,
-      "eval_samples_per_second": 52.95,
-      "eval_steps_per_second": 2.715,
-      "step": 4600
-    },
-    {
-      "epoch": 9.3,
-      "grad_norm": 0.3310016691684723,
-      "learning_rate": 2.970427372400353e-07,
-      "loss": 0.0402,
-      "step": 4650
-    },
-    {
-      "epoch": 9.3,
-      "eval_loss": 1.2032084465026855,
-      "eval_runtime": 2.2539,
-      "eval_samples_per_second": 69.214,
-      "eval_steps_per_second": 3.549,
-      "step": 4650
-    },
-    {
-      "epoch": 9.4,
-      "grad_norm": 0.25688716769218445,
-      "learning_rate": 2.1852399266194312e-07,
-      "loss": 0.0408,
-      "step": 4700
-    },
-    {
-      "epoch": 9.4,
-      "eval_loss": 1.2052472829818726,
-      "eval_runtime": 2.2671,
-      "eval_samples_per_second": 68.809,
-      "eval_steps_per_second": 3.529,
-      "step": 4700
-    },
-    {
-      "epoch": 9.5,
-      "grad_norm": 0.20443540811538696,
-      "learning_rate": 1.519224698779198e-07,
-      "loss": 0.0402,
-      "step": 4750
-    },
-    {
-      "epoch": 9.5,
-      "eval_loss": 1.2061351537704468,
-      "eval_runtime": 2.2561,
-      "eval_samples_per_second": 69.145,
-      "eval_steps_per_second": 3.546,
-      "step": 4750
-    },
-    {
-      "epoch": 9.6,
-      "grad_norm": 0.30436694622039795,
-      "learning_rate": 9.731931258429638e-08,
-      "loss": 0.0414,
-      "step": 4800
-    },
-    {
-      "epoch": 9.6,
-      "eval_loss": 1.2072834968566895,
-      "eval_runtime": 2.2552,
-      "eval_samples_per_second": 69.173,
-      "eval_steps_per_second": 3.547,
-      "step": 4800
     }
   ],
   "logging_steps": 50,
@@ -1454,7 +854,7 @@
   "num_input_tokens_seen": 0,
   "num_train_epochs": 10,
   "save_steps": 400,
-  "total_flos": 2.318720979561349e+17,
+  "total_flos": 1.3524716052545536e+17,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null

training_args.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:676922c8c88a048a8c76fcb1420a476fbd64daf190286d2f67fca7597684e8c6
-size 5176