Upload folder using huggingface_hub
Browse files- .gitattributes +1 -0
- checkpoint-695/config.json +28 -0
- checkpoint-695/model.safetensors +3 -0
- checkpoint-695/optimizer.pt +3 -0
- checkpoint-695/rng_state.pth +3 -0
- checkpoint-695/scheduler.pt +3 -0
- checkpoint-695/trainer_state.json +25 -0
- checkpoint-695/training_args.bin +3 -0
- classification_report.json +1 -0
- config.json +28 -0
- confusion_matrix.png +0 -0
- detailed_confusion_matrix.png +0 -0
- fold_results.json +67 -0
- metrics.json +1 -0
- metrics_all_fold.json +44 -0
- metrics_ci_bounds.json +26 -0
- metrics_mean.json +8 -0
- metrics_std.json +8 -0
- metrics_visualisation.png +0 -0
- model.safetensors +3 -0
- precision_recall_curve.png +0 -0
- reduced_main_data.csv +3 -0
- roc_curve.png +0 -0
- test_data_for_future_evaluation.csv +0 -0
- test_top_repo_data.csv +0 -0
- top_repo_data.csv +0 -0
- tracker_carbon_statistics.json +33 -0
- training_args.bin +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
reduced_main_data.csv filter=lfs diff=lfs merge=lfs -text
|
checkpoint-695/config.json
ADDED
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "distilroberta-base",
|
3 |
+
"architectures": [
|
4 |
+
"RobertaForSequenceClassification"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.1,
|
7 |
+
"bos_token_id": 0,
|
8 |
+
"classifier_dropout": null,
|
9 |
+
"eos_token_id": 2,
|
10 |
+
"hidden_act": "gelu",
|
11 |
+
"hidden_dropout_prob": 0.1,
|
12 |
+
"hidden_size": 768,
|
13 |
+
"initializer_range": 0.02,
|
14 |
+
"intermediate_size": 3072,
|
15 |
+
"layer_norm_eps": 1e-05,
|
16 |
+
"max_position_embeddings": 514,
|
17 |
+
"model_type": "roberta",
|
18 |
+
"num_attention_heads": 12,
|
19 |
+
"num_hidden_layers": 6,
|
20 |
+
"pad_token_id": 1,
|
21 |
+
"position_embedding_type": "absolute",
|
22 |
+
"problem_type": "single_label_classification",
|
23 |
+
"torch_dtype": "float32",
|
24 |
+
"transformers_version": "4.35.0",
|
25 |
+
"type_vocab_size": 1,
|
26 |
+
"use_cache": true,
|
27 |
+
"vocab_size": 50265
|
28 |
+
}
|
checkpoint-695/model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b933ce116c60808439ba6dff70304b25eec39a8345712981a7ff1c0d7ea04a95
|
3 |
+
size 328492280
|
checkpoint-695/optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:97293b0ee4c4150b50086052e9243e20f2cecbc3f0e254eeb6788d1ba8c8dfa9
|
3 |
+
size 657047610
|
checkpoint-695/rng_state.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3bfc18c7b90ee4da14dfb154c19dea9835dfce97b17d5be2fedec99c35d8da53
|
3 |
+
size 14244
|
checkpoint-695/scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:11fbda27d5b1e83138180df23bf17659b9bcfbd4958e91780cb692f0c0be489b
|
3 |
+
size 1064
|
checkpoint-695/trainer_state.json
ADDED
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_metric": null,
|
3 |
+
"best_model_checkpoint": null,
|
4 |
+
"epoch": 5.0,
|
5 |
+
"eval_steps": 500,
|
6 |
+
"global_step": 695,
|
7 |
+
"is_hyper_param_search": false,
|
8 |
+
"is_local_process_zero": true,
|
9 |
+
"is_world_process_zero": true,
|
10 |
+
"log_history": [
|
11 |
+
{
|
12 |
+
"epoch": 3.6,
|
13 |
+
"learning_rate": 4.9800000000000004e-05,
|
14 |
+
"loss": 0.0296,
|
15 |
+
"step": 500
|
16 |
+
}
|
17 |
+
],
|
18 |
+
"logging_steps": 500,
|
19 |
+
"max_steps": 695,
|
20 |
+
"num_train_epochs": 5,
|
21 |
+
"save_steps": 500,
|
22 |
+
"total_flos": 5876253804380160.0,
|
23 |
+
"trial_name": null,
|
24 |
+
"trial_params": null
|
25 |
+
}
|
checkpoint-695/training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf482eeb0b7e0710d12909817b70a65658957f44c438feda8e1d4ecb188bfc94
|
3 |
+
size 4664
|
classification_report.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"0": {"precision": 0.9938162544169611, "recall": 0.9911894273127754, "f1-score": 0.9925011027790032, "support": 1135}, "1": {"precision": 0.990791896869245, "recall": 0.9935364727608494, "f1-score": 0.9921622867680958, "support": 1083}, "accuracy": 0.9923354373309288, "macro avg": {"precision": 0.992304075643103, "recall": 0.9923629500368124, "f1-score": 0.9923316947735494, "support": 2218}, "weighted avg": {"precision": 0.9923395279858627, "recall": 0.9923354373309288, "f1-score": 0.9923356664670948, "support": 2218}}
|
config.json
ADDED
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "distilroberta-base",
|
3 |
+
"architectures": [
|
4 |
+
"RobertaForSequenceClassification"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.1,
|
7 |
+
"bos_token_id": 0,
|
8 |
+
"classifier_dropout": null,
|
9 |
+
"eos_token_id": 2,
|
10 |
+
"hidden_act": "gelu",
|
11 |
+
"hidden_dropout_prob": 0.1,
|
12 |
+
"hidden_size": 768,
|
13 |
+
"initializer_range": 0.02,
|
14 |
+
"intermediate_size": 3072,
|
15 |
+
"layer_norm_eps": 1e-05,
|
16 |
+
"max_position_embeddings": 514,
|
17 |
+
"model_type": "roberta",
|
18 |
+
"num_attention_heads": 12,
|
19 |
+
"num_hidden_layers": 6,
|
20 |
+
"pad_token_id": 1,
|
21 |
+
"position_embedding_type": "absolute",
|
22 |
+
"problem_type": "single_label_classification",
|
23 |
+
"torch_dtype": "float32",
|
24 |
+
"transformers_version": "4.35.0",
|
25 |
+
"type_vocab_size": 1,
|
26 |
+
"use_cache": true,
|
27 |
+
"vocab_size": 50265
|
28 |
+
}
|
confusion_matrix.png
ADDED
![]() |
detailed_confusion_matrix.png
ADDED
![]() |
fold_results.json
ADDED
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"0": {
|
3 |
+
"eval_loss": 0.4473027288913727,
|
4 |
+
"eval_precision": 0.8287545787545788,
|
5 |
+
"eval_recall": 0.8364140480591498,
|
6 |
+
"eval_acc": 0.8358881875563571,
|
7 |
+
"eval_mcc": 0.67168116178174,
|
8 |
+
"eval_f1": 0.8325666973321069,
|
9 |
+
"eval_auc": 0.9205293568248679,
|
10 |
+
"eval_runtime": 78.8085,
|
11 |
+
"eval_samples_per_second": 28.144,
|
12 |
+
"eval_steps_per_second": 0.444,
|
13 |
+
"epoch": 5.0
|
14 |
+
},
|
15 |
+
"1": {
|
16 |
+
"eval_loss": 0.16120898723602295,
|
17 |
+
"eval_precision": 0.9499536607970342,
|
18 |
+
"eval_recall": 0.9473197781885397,
|
19 |
+
"eval_acc": 0.9499549143372408,
|
20 |
+
"eval_mcc": 0.8998471626035357,
|
21 |
+
"eval_f1": 0.9486348912540491,
|
22 |
+
"eval_auc": 0.9887007465309416,
|
23 |
+
"eval_runtime": 79.1849,
|
24 |
+
"eval_samples_per_second": 28.01,
|
25 |
+
"eval_steps_per_second": 0.442,
|
26 |
+
"epoch": 5.0
|
27 |
+
},
|
28 |
+
"2": {
|
29 |
+
"eval_loss": 0.054787278175354004,
|
30 |
+
"eval_precision": 0.9772520473157416,
|
31 |
+
"eval_recall": 0.9916897506925207,
|
32 |
+
"eval_acc": 0.9846708746618575,
|
33 |
+
"eval_mcc": 0.9694362088275662,
|
34 |
+
"eval_f1": 0.9844179651695693,
|
35 |
+
"eval_auc": 0.9984079140582734,
|
36 |
+
"eval_runtime": 81.5567,
|
37 |
+
"eval_samples_per_second": 27.196,
|
38 |
+
"eval_steps_per_second": 0.429,
|
39 |
+
"epoch": 5.0
|
40 |
+
},
|
41 |
+
"3": {
|
42 |
+
"eval_loss": 0.03630712628364563,
|
43 |
+
"eval_precision": 0.9890009165902841,
|
44 |
+
"eval_recall": 0.9963065558633426,
|
45 |
+
"eval_acc": 0.9927862939585211,
|
46 |
+
"eval_mcc": 0.9855927596218784,
|
47 |
+
"eval_f1": 0.9926402943882245,
|
48 |
+
"eval_auc": 0.9989098645059205,
|
49 |
+
"eval_runtime": 82.1564,
|
50 |
+
"eval_samples_per_second": 26.997,
|
51 |
+
"eval_steps_per_second": 0.426,
|
52 |
+
"epoch": 5.0
|
53 |
+
},
|
54 |
+
"4": {
|
55 |
+
"eval_loss": 0.024895966053009033,
|
56 |
+
"eval_precision": 0.990791896869245,
|
57 |
+
"eval_recall": 0.9935364727608494,
|
58 |
+
"eval_acc": 0.9923354373309288,
|
59 |
+
"eval_mcc": 0.984667023919831,
|
60 |
+
"eval_f1": 0.9921622867680958,
|
61 |
+
"eval_auc": 0.9997050939428329,
|
62 |
+
"eval_runtime": 86.0192,
|
63 |
+
"eval_samples_per_second": 25.785,
|
64 |
+
"eval_steps_per_second": 0.407,
|
65 |
+
"epoch": 5.0
|
66 |
+
}
|
67 |
+
}
|
metrics.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"precision": 0.990791896869245, "recall": 0.9935364727608494, "acc": 0.9923354373309288, "mcc": 0.984667023919831, "f1": 0.9921622867680958, "auc": 0.9997050939428329}
|
metrics_all_fold.json
ADDED
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"precision": [
|
3 |
+
0.8287545787545788,
|
4 |
+
0.9499536607970342,
|
5 |
+
0.9772520473157416,
|
6 |
+
0.9890009165902841,
|
7 |
+
0.990791896869245
|
8 |
+
],
|
9 |
+
"recall": [
|
10 |
+
0.8364140480591498,
|
11 |
+
0.9473197781885397,
|
12 |
+
0.9916897506925207,
|
13 |
+
0.9963065558633426,
|
14 |
+
0.9935364727608494
|
15 |
+
],
|
16 |
+
"f1": [
|
17 |
+
0.8325666973321069,
|
18 |
+
0.9486348912540491,
|
19 |
+
0.9844179651695693,
|
20 |
+
0.9926402943882245,
|
21 |
+
0.9921622867680958
|
22 |
+
],
|
23 |
+
"auc": [
|
24 |
+
0.9205293568248679,
|
25 |
+
0.9887007465309416,
|
26 |
+
0.9984079140582734,
|
27 |
+
0.9989098645059205,
|
28 |
+
0.9997050939428329
|
29 |
+
],
|
30 |
+
"acc": [
|
31 |
+
0.8358881875563571,
|
32 |
+
0.9499549143372408,
|
33 |
+
0.9846708746618575,
|
34 |
+
0.9927862939585211,
|
35 |
+
0.9923354373309288
|
36 |
+
],
|
37 |
+
"mcc": [
|
38 |
+
0.67168116178174,
|
39 |
+
0.8998471626035357,
|
40 |
+
0.9694362088275662,
|
41 |
+
0.9855927596218784,
|
42 |
+
0.984667023919831
|
43 |
+
]
|
44 |
+
}
|
metrics_ci_bounds.json
ADDED
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"precision": {
|
3 |
+
"ci_lower": 0.8625086887146439,
|
4 |
+
"ci_upper": 1.0317925514161097
|
5 |
+
},
|
6 |
+
"recall": {
|
7 |
+
"ci_lower": 0.8682919144768138,
|
8 |
+
"ci_upper": 1.0378147277489473
|
9 |
+
},
|
10 |
+
"f1": {
|
11 |
+
"ci_lower": 0.8654760310364984,
|
12 |
+
"ci_upper": 1.0346928229283199
|
13 |
+
},
|
14 |
+
"auc": {
|
15 |
+
"ci_lower": 0.9387366769233113,
|
16 |
+
"ci_upper": 1.0237645134218232
|
17 |
+
},
|
18 |
+
"acc": {
|
19 |
+
"ci_lower": 0.868204386103369,
|
20 |
+
"ci_upper": 1.034049897034593
|
21 |
+
},
|
22 |
+
"mcc": {
|
23 |
+
"ci_lower": 0.7363301038632419,
|
24 |
+
"ci_upper": 1.0681596228385788
|
25 |
+
}
|
26 |
+
}
|
metrics_mean.json
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"precision": 0.9471506200653768,
|
3 |
+
"recall": 0.9530533211128805,
|
4 |
+
"f1": 0.9500844269824091,
|
5 |
+
"auc": 0.9812505951725672,
|
6 |
+
"acc": 0.951127141568981,
|
7 |
+
"mcc": 0.9022448633509104
|
8 |
+
}
|
metrics_std.json
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"precision": 0.06816814490327397,
|
3 |
+
"recall": 0.06826436681637343,
|
4 |
+
"f1": 0.06814113646550767,
|
5 |
+
"auc": 0.03423947083168874,
|
6 |
+
"acc": 0.06678357074504125,
|
7 |
+
"mcc": 0.13362291225942477
|
8 |
+
}
|
metrics_visualisation.png
ADDED
![]() |
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b933ce116c60808439ba6dff70304b25eec39a8345712981a7ff1c0d7ea04a95
|
3 |
+
size 328492280
|
precision_recall_curve.png
ADDED
![]() |
reduced_main_data.csv
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7ab09a3218b8df2c541e23c71dad9aaad23ddbcc83b31acd4f2d3a3e3f3d8b99
|
3 |
+
size 46944048
|
roc_curve.png
ADDED
![]() |
test_data_for_future_evaluation.csv
ADDED
The diff for this file is too large to render.
See raw diff
|
|
test_top_repo_data.csv
ADDED
The diff for this file is too large to render.
See raw diff
|
|
top_repo_data.csv
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tracker_carbon_statistics.json
ADDED
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cloud_provider": "",
|
3 |
+
"cloud_region": "",
|
4 |
+
"codecarbon_version": "2.3.4",
|
5 |
+
"country_iso_code": "NOR",
|
6 |
+
"country_name": "Norway",
|
7 |
+
"cpu_count": 192,
|
8 |
+
"cpu_energy": 0.115970191518579,
|
9 |
+
"cpu_model": "AMD EPYC 7642 48-Core Processor",
|
10 |
+
"cpu_power": 125.34409598837814,
|
11 |
+
"duration": 3509.73198223114,
|
12 |
+
"emissions": 0.020896347071042935,
|
13 |
+
"emissions_rate": 5.9538298584723e-06,
|
14 |
+
"energy_consumed": 0.7584880969525566,
|
15 |
+
"gpu_count": 4,
|
16 |
+
"gpu_energy": 0.27580874759127116,
|
17 |
+
"gpu_model": "4 x NVIDIA GeForce RTX 3090",
|
18 |
+
"gpu_power": 275.6357591045076,
|
19 |
+
"latitude": 59.9016,
|
20 |
+
"longitude": 10.7343,
|
21 |
+
"on_cloud": "N",
|
22 |
+
"os": "Linux-4.18.0-513.18.1.el8_9.x86_64-x86_64-with-glibc2.28",
|
23 |
+
"project_name": "codecarbon",
|
24 |
+
"pue": 1.0,
|
25 |
+
"python_version": "3.10.8",
|
26 |
+
"ram_energy": 0.36670915784270636,
|
27 |
+
"ram_power": 377.6938190460205,
|
28 |
+
"ram_total_size": 1007.1835174560547,
|
29 |
+
"region": "oslo county",
|
30 |
+
"run_id": "3cd8ee42-4f5e-4f27-bf9f-c039f19b246e",
|
31 |
+
"timestamp": "2024-04-06T19:20:08",
|
32 |
+
"tracking_mode": "machine"
|
33 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf482eeb0b7e0710d12909817b70a65658957f44c438feda8e1d4ecb188bfc94
|
3 |
+
size 4664
|