NeuronZero commited on
Commit
d80736e
·
verified ·
1 Parent(s): 4be3868

Upload folder using huggingface_hub

Browse files
README.md ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ---
3
+ tags:
4
+ - autotrain
5
+ - image-classification
6
+ widget:
7
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/tiger.jpg
8
+ example_title: Tiger
9
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/teapot.jpg
10
+ example_title: Teapot
11
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/palace.jpg
12
+ example_title: Palace
13
+ datasets:
14
+ - mujammil131/eyeDiseasDdetectionModel
15
+ ---
16
+
17
+ # Model Trained Using AutoTrain
18
+
19
+ - Problem type: Image Classification
20
+
21
+ ## Validation Metrics
22
+ No validation metrics available
checkpoint-2397/config.json ADDED
@@ -0,0 +1,86 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "microsoft/beit-base-patch16-224-pt22k-ft22k",
3
+ "_num_labels": 8,
4
+ "add_fpn": false,
5
+ "architectures": [
6
+ "BeitForImageClassification"
7
+ ],
8
+ "attention_probs_dropout_prob": 0.0,
9
+ "auxiliary_channels": 256,
10
+ "auxiliary_concat_input": false,
11
+ "auxiliary_loss_weight": 0.4,
12
+ "auxiliary_num_convs": 1,
13
+ "drop_path_rate": 0.1,
14
+ "hidden_act": "gelu",
15
+ "hidden_dropout_prob": 0.0,
16
+ "hidden_size": 768,
17
+ "id2label": {
18
+ "0": "AMD",
19
+ "1": "Cataract",
20
+ "2": "Diabetes",
21
+ "3": "Glaucoma",
22
+ "4": "Hypertension",
23
+ "5": "Myopia",
24
+ "6": "Normal",
25
+ "7": "Other"
26
+ },
27
+ "image_size": 224,
28
+ "initializer_range": 0.02,
29
+ "intermediate_size": 3072,
30
+ "label2id": {
31
+ "AMD": 0,
32
+ "Cataract": 1,
33
+ "Diabetes": 2,
34
+ "Glaucoma": 3,
35
+ "Hypertension": 4,
36
+ "Myopia": 5,
37
+ "Normal": 6,
38
+ "Other": 7
39
+ },
40
+ "layer_norm_eps": 1e-12,
41
+ "layer_scale_init_value": 0.1,
42
+ "model_type": "beit",
43
+ "num_attention_heads": 12,
44
+ "num_channels": 3,
45
+ "num_hidden_layers": 12,
46
+ "out_features": [
47
+ "stage12"
48
+ ],
49
+ "out_indices": [
50
+ 12
51
+ ],
52
+ "patch_size": 16,
53
+ "pool_scales": [
54
+ 1,
55
+ 2,
56
+ 3,
57
+ 6
58
+ ],
59
+ "problem_type": "single_label_classification",
60
+ "reshape_hidden_states": true,
61
+ "semantic_loss_ignore_index": 255,
62
+ "stage_names": [
63
+ "stem",
64
+ "stage1",
65
+ "stage2",
66
+ "stage3",
67
+ "stage4",
68
+ "stage5",
69
+ "stage6",
70
+ "stage7",
71
+ "stage8",
72
+ "stage9",
73
+ "stage10",
74
+ "stage11",
75
+ "stage12"
76
+ ],
77
+ "torch_dtype": "float32",
78
+ "transformers_version": "4.39.0",
79
+ "use_absolute_position_embeddings": false,
80
+ "use_auxiliary_head": true,
81
+ "use_mask_token": false,
82
+ "use_mean_pooling": true,
83
+ "use_relative_position_bias": true,
84
+ "use_shared_relative_position_bias": false,
85
+ "vocab_size": 8192
86
+ }
checkpoint-2397/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e3e3c6288acfc26e4de39cb614fc3690345895f13a06290bb087e27b90c2964
3
+ size 343098784
checkpoint-2397/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad52186be22eec8978dd8eab1b60c24cc2c96d239ed837571a5fbc2ffe303ba0
3
+ size 686325242
checkpoint-2397/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51e8bd199675fc2581cf7af747a3451fe9e22243827c5564e1394e90d4ddb45f
3
+ size 14054
checkpoint-2397/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0582d2a44c8a539e6c362c61bb0ff26201d743361e06cda83895ba0dedafbec1
3
+ size 1064
checkpoint-2397/trainer_state.json ADDED
@@ -0,0 +1,126 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 3.0,
5
+ "eval_steps": 500,
6
+ "global_step": 2397,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.2,
13
+ "grad_norm": 14.102521896362305,
14
+ "learning_rate": 3.3125e-05,
15
+ "loss": 1.5474,
16
+ "step": 159
17
+ },
18
+ {
19
+ "epoch": 0.4,
20
+ "grad_norm": 11.06152057647705,
21
+ "learning_rate": 4.8191933240611966e-05,
22
+ "loss": 1.3906,
23
+ "step": 318
24
+ },
25
+ {
26
+ "epoch": 0.6,
27
+ "grad_norm": 11.38102912902832,
28
+ "learning_rate": 4.4506258692628656e-05,
29
+ "loss": 1.3152,
30
+ "step": 477
31
+ },
32
+ {
33
+ "epoch": 0.8,
34
+ "grad_norm": 10.112909317016602,
35
+ "learning_rate": 4.082058414464534e-05,
36
+ "loss": 1.2965,
37
+ "step": 636
38
+ },
39
+ {
40
+ "epoch": 0.99,
41
+ "grad_norm": 8.64354133605957,
42
+ "learning_rate": 3.713490959666203e-05,
43
+ "loss": 1.2541,
44
+ "step": 795
45
+ },
46
+ {
47
+ "epoch": 1.19,
48
+ "grad_norm": 8.374133110046387,
49
+ "learning_rate": 3.344923504867872e-05,
50
+ "loss": 1.1896,
51
+ "step": 954
52
+ },
53
+ {
54
+ "epoch": 1.39,
55
+ "grad_norm": 13.710701942443848,
56
+ "learning_rate": 2.9763560500695413e-05,
57
+ "loss": 1.1773,
58
+ "step": 1113
59
+ },
60
+ {
61
+ "epoch": 1.59,
62
+ "grad_norm": 11.795424461364746,
63
+ "learning_rate": 2.60778859527121e-05,
64
+ "loss": 1.1184,
65
+ "step": 1272
66
+ },
67
+ {
68
+ "epoch": 1.79,
69
+ "grad_norm": 9.229485511779785,
70
+ "learning_rate": 2.239221140472879e-05,
71
+ "loss": 1.1397,
72
+ "step": 1431
73
+ },
74
+ {
75
+ "epoch": 1.99,
76
+ "grad_norm": 18.048118591308594,
77
+ "learning_rate": 1.870653685674548e-05,
78
+ "loss": 1.0934,
79
+ "step": 1590
80
+ },
81
+ {
82
+ "epoch": 2.19,
83
+ "grad_norm": 12.560694694519043,
84
+ "learning_rate": 1.5020862308762171e-05,
85
+ "loss": 1.0125,
86
+ "step": 1749
87
+ },
88
+ {
89
+ "epoch": 2.39,
90
+ "grad_norm": 28.996366500854492,
91
+ "learning_rate": 1.1335187760778861e-05,
92
+ "loss": 1.0356,
93
+ "step": 1908
94
+ },
95
+ {
96
+ "epoch": 2.59,
97
+ "grad_norm": 17.208913803100586,
98
+ "learning_rate": 7.64951321279555e-06,
99
+ "loss": 0.9445,
100
+ "step": 2067
101
+ },
102
+ {
103
+ "epoch": 2.79,
104
+ "grad_norm": 16.612789154052734,
105
+ "learning_rate": 3.96383866481224e-06,
106
+ "loss": 1.0326,
107
+ "step": 2226
108
+ },
109
+ {
110
+ "epoch": 2.98,
111
+ "grad_norm": 24.243637084960938,
112
+ "learning_rate": 2.7816411682892905e-07,
113
+ "loss": 0.8955,
114
+ "step": 2385
115
+ }
116
+ ],
117
+ "logging_steps": 159,
118
+ "max_steps": 2397,
119
+ "num_input_tokens_seen": 0,
120
+ "num_train_epochs": 3,
121
+ "save_steps": 500,
122
+ "total_flos": 1.4854311755525652e+18,
123
+ "train_batch_size": 8,
124
+ "trial_name": null,
125
+ "trial_params": null
126
+ }
checkpoint-2397/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f13215f8adc64b61ed651172e81d5ad0204d80f5d097274029e531feffb460e
3
+ size 4920
config.json ADDED
@@ -0,0 +1,86 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "microsoft/beit-base-patch16-224-pt22k-ft22k",
3
+ "_num_labels": 8,
4
+ "add_fpn": false,
5
+ "architectures": [
6
+ "BeitForImageClassification"
7
+ ],
8
+ "attention_probs_dropout_prob": 0.0,
9
+ "auxiliary_channels": 256,
10
+ "auxiliary_concat_input": false,
11
+ "auxiliary_loss_weight": 0.4,
12
+ "auxiliary_num_convs": 1,
13
+ "drop_path_rate": 0.1,
14
+ "hidden_act": "gelu",
15
+ "hidden_dropout_prob": 0.0,
16
+ "hidden_size": 768,
17
+ "id2label": {
18
+ "0": "AMD",
19
+ "1": "Cataract",
20
+ "2": "Diabetes",
21
+ "3": "Glaucoma",
22
+ "4": "Hypertension",
23
+ "5": "Myopia",
24
+ "6": "Normal",
25
+ "7": "Other"
26
+ },
27
+ "image_size": 224,
28
+ "initializer_range": 0.02,
29
+ "intermediate_size": 3072,
30
+ "label2id": {
31
+ "AMD": 0,
32
+ "Cataract": 1,
33
+ "Diabetes": 2,
34
+ "Glaucoma": 3,
35
+ "Hypertension": 4,
36
+ "Myopia": 5,
37
+ "Normal": 6,
38
+ "Other": 7
39
+ },
40
+ "layer_norm_eps": 1e-12,
41
+ "layer_scale_init_value": 0.1,
42
+ "model_type": "beit",
43
+ "num_attention_heads": 12,
44
+ "num_channels": 3,
45
+ "num_hidden_layers": 12,
46
+ "out_features": [
47
+ "stage12"
48
+ ],
49
+ "out_indices": [
50
+ 12
51
+ ],
52
+ "patch_size": 16,
53
+ "pool_scales": [
54
+ 1,
55
+ 2,
56
+ 3,
57
+ 6
58
+ ],
59
+ "problem_type": "single_label_classification",
60
+ "reshape_hidden_states": true,
61
+ "semantic_loss_ignore_index": 255,
62
+ "stage_names": [
63
+ "stem",
64
+ "stage1",
65
+ "stage2",
66
+ "stage3",
67
+ "stage4",
68
+ "stage5",
69
+ "stage6",
70
+ "stage7",
71
+ "stage8",
72
+ "stage9",
73
+ "stage10",
74
+ "stage11",
75
+ "stage12"
76
+ ],
77
+ "torch_dtype": "float32",
78
+ "transformers_version": "4.39.0",
79
+ "use_absolute_position_embeddings": false,
80
+ "use_auxiliary_head": true,
81
+ "use_mask_token": false,
82
+ "use_mean_pooling": true,
83
+ "use_relative_position_bias": true,
84
+ "use_shared_relative_position_bias": false,
85
+ "vocab_size": 8192
86
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e3e3c6288acfc26e4de39cb614fc3690345895f13a06290bb087e27b90c2964
3
+ size 343098784
preprocessor_config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_valid_processor_keys": [
3
+ "images",
4
+ "segmentation_maps",
5
+ "do_resize",
6
+ "size",
7
+ "resample",
8
+ "do_center_crop",
9
+ "crop_size",
10
+ "do_rescale",
11
+ "rescale_factor",
12
+ "do_normalize",
13
+ "image_mean",
14
+ "image_std",
15
+ "do_reduce_labels",
16
+ "return_tensors",
17
+ "data_format",
18
+ "input_data_format"
19
+ ],
20
+ "crop_size": {
21
+ "height": 224,
22
+ "width": 224
23
+ },
24
+ "do_center_crop": false,
25
+ "do_normalize": true,
26
+ "do_reduce_labels": false,
27
+ "do_rescale": true,
28
+ "do_resize": true,
29
+ "image_mean": [
30
+ 0.5,
31
+ 0.5,
32
+ 0.5
33
+ ],
34
+ "image_processor_type": "BeitImageProcessor",
35
+ "image_std": [
36
+ 0.5,
37
+ 0.5,
38
+ 0.5
39
+ ],
40
+ "resample": 2,
41
+ "rescale_factor": 0.00392156862745098,
42
+ "size": {
43
+ "height": 224,
44
+ "width": 224
45
+ }
46
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f13215f8adc64b61ed651172e81d5ad0204d80f5d097274029e531feffb460e
3
+ size 4920
training_params.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "data_path": "mujammil131/eyeDiseasDdetectionModel",
3
+ "model": "microsoft/beit-base-patch16-224-pt22k-ft22k",
4
+ "username": "NeuronZero",
5
+ "lr": 5e-05,
6
+ "epochs": 3,
7
+ "batch_size": 8,
8
+ "warmup_ratio": 0.1,
9
+ "gradient_accumulation": 1,
10
+ "optimizer": "adamw_torch",
11
+ "scheduler": "linear",
12
+ "weight_decay": 0.0,
13
+ "max_grad_norm": 1.0,
14
+ "seed": 42,
15
+ "train_split": "train",
16
+ "valid_split": null,
17
+ "logging_steps": -1,
18
+ "project_name": "EyeDiseaseClassifier",
19
+ "auto_find_batch_size": false,
20
+ "mixed_precision": "fp8",
21
+ "save_total_limit": 1,
22
+ "save_strategy": "epoch",
23
+ "push_to_hub": true,
24
+ "repo_id": "NeuronZero/EyeDiseaseClassifier",
25
+ "evaluation_strategy": "epoch",
26
+ "image_column": "image",
27
+ "target_column": "label",
28
+ "log": "none"
29
+ }