tyzhu commited on
Commit
35db81e
1 Parent(s): d05fc77

End of training

Browse files
README.md CHANGED
@@ -3,11 +3,23 @@ license: llama2
3
  base_model: meta-llama/Llama-2-7b-hf
4
  tags:
5
  - generated_from_trainer
 
 
6
  metrics:
7
  - accuracy
8
  model-index:
9
  - name: lmind_hotpot_train8000_eval7405_v1_qa_3e-5_lora2
10
- results: []
 
 
 
 
 
 
 
 
 
 
11
  ---
12
 
13
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -15,10 +27,10 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  # lmind_hotpot_train8000_eval7405_v1_qa_3e-5_lora2
17
 
18
- This model is a fine-tuned version of [meta-llama/Llama-2-7b-hf](https://huggingface.co/meta-llama/Llama-2-7b-hf) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
- - Accuracy: 0.5822
21
  - Loss: 3.7015
 
22
 
23
  ## Model description
24
 
 
3
  base_model: meta-llama/Llama-2-7b-hf
4
  tags:
5
  - generated_from_trainer
6
+ datasets:
7
+ - tyzhu/lmind_hotpot_train8000_eval7405_v1_qa
8
  metrics:
9
  - accuracy
10
  model-index:
11
  - name: lmind_hotpot_train8000_eval7405_v1_qa_3e-5_lora2
12
+ results:
13
+ - task:
14
+ name: Causal Language Modeling
15
+ type: text-generation
16
+ dataset:
17
+ name: tyzhu/lmind_hotpot_train8000_eval7405_v1_qa
18
+ type: tyzhu/lmind_hotpot_train8000_eval7405_v1_qa
19
+ metrics:
20
+ - name: Accuracy
21
+ type: accuracy
22
+ value: 0.5822278481012658
23
  ---
24
 
25
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
27
 
28
  # lmind_hotpot_train8000_eval7405_v1_qa_3e-5_lora2
29
 
30
+ This model is a fine-tuned version of [meta-llama/Llama-2-7b-hf](https://huggingface.co/meta-llama/Llama-2-7b-hf) on the tyzhu/lmind_hotpot_train8000_eval7405_v1_qa dataset.
31
  It achieves the following results on the evaluation set:
 
32
  - Loss: 3.7015
33
+ - Accuracy: 0.5822
34
 
35
  ## Model description
36
 
all_results.json CHANGED
@@ -4,14 +4,14 @@
4
  "eval_exact_match": 19.4,
5
  "eval_f1": 26.94522921522923,
6
  "eval_loss": 3.701465368270874,
7
- "eval_runtime": 4.7587,
8
  "eval_samples": 500,
9
- "eval_samples_per_second": 105.071,
10
- "eval_steps_per_second": 13.239,
11
  "perplexity": 40.50661800407129,
12
- "train_loss": 0.6210551054382324,
13
- "train_runtime": 10560.0995,
14
  "train_samples": 8000,
15
- "train_samples_per_second": 37.878,
16
- "train_steps_per_second": 1.184
17
  }
 
4
  "eval_exact_match": 19.4,
5
  "eval_f1": 26.94522921522923,
6
  "eval_loss": 3.701465368270874,
7
+ "eval_runtime": 5.4758,
8
  "eval_samples": 500,
9
+ "eval_samples_per_second": 91.311,
10
+ "eval_steps_per_second": 11.505,
11
  "perplexity": 40.50661800407129,
12
+ "train_loss": 0.0,
13
+ "train_runtime": 0.0441,
14
  "train_samples": 8000,
15
+ "train_samples_per_second": 9078629.213,
16
+ "train_steps_per_second": 283707.163
17
  }
eval_results.json CHANGED
@@ -4,9 +4,9 @@
4
  "eval_exact_match": 19.4,
5
  "eval_f1": 26.94522921522923,
6
  "eval_loss": 3.701465368270874,
7
- "eval_runtime": 4.7587,
8
  "eval_samples": 500,
9
- "eval_samples_per_second": 105.071,
10
- "eval_steps_per_second": 13.239,
11
  "perplexity": 40.50661800407129
12
  }
 
4
  "eval_exact_match": 19.4,
5
  "eval_f1": 26.94522921522923,
6
  "eval_loss": 3.701465368270874,
7
+ "eval_runtime": 5.4758,
8
  "eval_samples": 500,
9
+ "eval_samples_per_second": 91.311,
10
+ "eval_steps_per_second": 11.505,
11
  "perplexity": 40.50661800407129
12
  }
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 50.0,
3
- "train_loss": 0.6210551054382324,
4
- "train_runtime": 10560.0995,
5
  "train_samples": 8000,
6
- "train_samples_per_second": 37.878,
7
- "train_steps_per_second": 1.184
8
  }
 
1
  {
2
  "epoch": 50.0,
3
+ "train_loss": 0.0,
4
+ "train_runtime": 0.0441,
5
  "train_samples": 8000,
6
+ "train_samples_per_second": 9078629.213,
7
+ "train_steps_per_second": 283707.163
8
  }
trainer_state.json CHANGED
@@ -1512,10 +1512,10 @@
1512
  "epoch": 50.0,
1513
  "step": 12500,
1514
  "total_flos": 7.99330713965953e+17,
1515
- "train_loss": 0.6210551054382324,
1516
- "train_runtime": 10560.0995,
1517
- "train_samples_per_second": 37.878,
1518
- "train_steps_per_second": 1.184
1519
  }
1520
  ],
1521
  "logging_steps": 100,
 
1512
  "epoch": 50.0,
1513
  "step": 12500,
1514
  "total_flos": 7.99330713965953e+17,
1515
+ "train_loss": 0.0,
1516
+ "train_runtime": 0.0441,
1517
+ "train_samples_per_second": 9078629.213,
1518
+ "train_steps_per_second": 283707.163
1519
  }
1520
  ],
1521
  "logging_steps": 100,