Upload folder using huggingface_hub

README.md

@@ -0,0 +1,37 @@
+
+---
+tags:
+- autotrain
+- text-classification
+widget:
+- text: "I love AutoTrain"
+datasets:
+- autotrain-Tweet-Classifier/autotrain-data
+---
+
+# Model Trained Using AutoTrain
+
+- Problem type: Text Classification
+
+## Validation Metrics
+loss: 1.1234140396118164
+
+f1_macro: 0.17777777777777778
+
+f1_micro: 0.36363636363636365
+
+f1_weighted: 0.19393939393939394
+
+precision_macro: 0.12121212121212122
+
+precision_micro: 0.36363636363636365
+
+precision_weighted: 0.1322314049586777
+
+recall_macro: 0.3333333333333333
+
+recall_micro: 0.36363636363636365
+
+recall_weighted: 0.36363636363636365
+
+accuracy: 0.36363636363636365

checkpoint-12/config.json

@@ -0,0 +1,38 @@
+{
+ "_name_or_path": "google-bert/bert-base-uncased",
+ "_num_labels": 3,
+ "architectures": [
+ "BertForSequenceClassification"
+ ],
+ "attention_probs_dropout_prob": 0.1,
+ "classifier_dropout": null,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 768,
+ "id2label": {
+ "0": "Negativo",
+ "1": "Neutral",
+ "2": "Positivo"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 3072,
+ "label2id": {
+ "Negativo": 0,
+ "Neutral": 1,
+ "Positivo": 2
+ },
+ "layer_norm_eps": 1e-12,
+ "max_position_embeddings": 512,
+ "model_type": "bert",
+ "num_attention_heads": 12,
+ "num_hidden_layers": 12,
+ "pad_token_id": 0,
+ "position_embedding_type": "absolute",
+ "problem_type": "single_label_classification",
+ "torch_dtype": "float32",
+ "transformers_version": "4.38.0",
+ "type_vocab_size": 2,
+ "use_cache": true,
+ "vocab_size": 30522
+}

checkpoint-12/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d197159069386f87fb4c7a88524c9cc94e17d586594f75e2695895b35664c5
+size 437961724

checkpoint-12/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44aa1fe4707693443a04338f9b6c4571dbe2c4d513157556fc0f27792a2ab262
+size 876038906

checkpoint-12/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5900070e851429e17b164d3847bb2a62480b49110d0593f412e9cc25b7c62c3a
+size 13990

checkpoint-12/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703eea4812f54e382130b8a6015717e2bb1c7f3f2350cf0fe7194a916ceb8c5d
+size 1064

checkpoint-12/trainer_state.json

@@ -0,0 +1,141 @@
+{
+ "best_metric": 1.1234140396118164,
+ "best_model_checkpoint": "autotrain-Tweet-Classifier/checkpoint-12",
+ "epoch": 2.0,
+ "eval_steps": 500,
+ "global_step": 12,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.17,
+ "grad_norm": 12.977298736572266,
+ "learning_rate": 2.5e-05,
+ "loss": 1.0989,
+ "step": 1
+ },
+ {
+ "epoch": 0.33,
+ "grad_norm": 5.110796928405762,
+ "learning_rate": 5e-05,
+ "loss": 1.0898,
+ "step": 2
+ },
+ {
+ "epoch": 0.5,
+ "grad_norm": 6.790207862854004,
+ "learning_rate": 4.6875e-05,
+ "loss": 0.9728,
+ "step": 3
+ },
+ {
+ "epoch": 0.67,
+ "grad_norm": 9.658609390258789,
+ "learning_rate": 4.375e-05,
+ "loss": 1.3658,
+ "step": 4
+ },
+ {
+ "epoch": 0.83,
+ "grad_norm": 9.872339248657227,
+ "learning_rate": 4.0625000000000005e-05,
+ "loss": 1.3639,
+ "step": 5
+ },
+ {
+ "epoch": 1.0,
+ "grad_norm": 17.13404655456543,
+ "learning_rate": 3.7500000000000003e-05,
+ "loss": 1.5233,
+ "step": 6
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.36363636363636365,
+ "eval_f1_macro": 0.17777777777777778,
+ "eval_f1_micro": 0.36363636363636365,
+ "eval_f1_weighted": 0.19393939393939394,
+ "eval_loss": 1.1655577421188354,
+ "eval_precision_macro": 0.12121212121212122,
+ "eval_precision_micro": 0.36363636363636365,
+ "eval_precision_weighted": 0.1322314049586777,
+ "eval_recall_macro": 0.3333333333333333,
+ "eval_recall_micro": 0.36363636363636365,
+ "eval_recall_weighted": 0.36363636363636365,
+ "eval_runtime": 2.0574,
+ "eval_samples_per_second": 5.346,
+ "eval_steps_per_second": 0.486,
+ "step": 6
+ },
+ {
+ "epoch": 1.17,
+ "grad_norm": 15.478323936462402,
+ "learning_rate": 3.4375e-05,
+ "loss": 1.2839,
+ "step": 7
+ },
+ {
+ "epoch": 1.33,
+ "grad_norm": 8.981595039367676,
+ "learning_rate": 3.125e-05,
+ "loss": 1.1181,
+ "step": 8
+ },
+ {
+ "epoch": 1.5,
+ "grad_norm": 8.584152221679688,
+ "learning_rate": 2.8125000000000003e-05,
+ "loss": 1.166,
+ "step": 9
+ },
+ {
+ "epoch": 1.67,
+ "grad_norm": 4.148137092590332,
+ "learning_rate": 2.5e-05,
+ "loss": 1.0376,
+ "step": 10
+ },
+ {
+ "epoch": 1.83,
+ "grad_norm": 5.527700424194336,
+ "learning_rate": 2.1875e-05,
+ "loss": 0.9684,
+ "step": 11
+ },
+ {
+ "epoch": 2.0,
+ "grad_norm": 17.105709075927734,
+ "learning_rate": 1.8750000000000002e-05,
+ "loss": 0.7871,
+ "step": 12
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.36363636363636365,
+ "eval_f1_macro": 0.17777777777777778,
+ "eval_f1_micro": 0.36363636363636365,
+ "eval_f1_weighted": 0.19393939393939394,
+ "eval_loss": 1.1234140396118164,
+ "eval_precision_macro": 0.12121212121212122,
+ "eval_precision_micro": 0.36363636363636365,
+ "eval_precision_weighted": 0.1322314049586777,
+ "eval_recall_macro": 0.3333333333333333,
+ "eval_recall_micro": 0.36363636363636365,
+ "eval_recall_weighted": 0.36363636363636365,
+ "eval_runtime": 2.0537,
+ "eval_samples_per_second": 5.356,
+ "eval_steps_per_second": 0.487,
+ "step": 12
+ }
+ ],
+ "logging_steps": 1,
+ "max_steps": 18,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 500,
+ "total_flos": 5788495190016.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}

checkpoint-12/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5639698c814fcd9f464d4f41578b56259e485785de4fa85adfa12ccaeb357e
+size 4920

config.json

@@ -0,0 +1,38 @@
+{
+ "_name_or_path": "google-bert/bert-base-uncased",
+ "_num_labels": 3,
+ "architectures": [
+ "BertForSequenceClassification"
+ ],
+ "attention_probs_dropout_prob": 0.1,
+ "classifier_dropout": null,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 768,
+ "id2label": {
+ "0": "Negativo",
+ "1": "Neutral",
+ "2": "Positivo"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 3072,
+ "label2id": {
+ "Negativo": 0,
+ "Neutral": 1,
+ "Positivo": 2
+ },
+ "layer_norm_eps": 1e-12,
+ "max_position_embeddings": 512,
+ "model_type": "bert",
+ "num_attention_heads": 12,
+ "num_hidden_layers": 12,
+ "pad_token_id": 0,
+ "position_embedding_type": "absolute",
+ "problem_type": "single_label_classification",
+ "torch_dtype": "float32",
+ "transformers_version": "4.38.0",
+ "type_vocab_size": 2,
+ "use_cache": true,
+ "vocab_size": 30522
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d197159069386f87fb4c7a88524c9cc94e17d586594f75e2695895b35664c5
+size 437961724

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+ "cls_token": "[CLS]",
+ "mask_token": "[MASK]",
+ "pad_token": "[PAD]",
+ "sep_token": "[SEP]",
+ "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "[PAD]",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "100": {
+ "content": "[UNK]",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "101": {
+ "content": "[CLS]",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "102": {
+ "content": "[SEP]",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "103": {
+ "content": "[MASK]",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "clean_up_tokenization_spaces": true,
+ "cls_token": "[CLS]",
+ "do_lower_case": true,
+ "mask_token": "[MASK]",
+ "model_max_length": 512,
+ "pad_token": "[PAD]",
+ "sep_token": "[SEP]",
+ "strip_accents": null,
+ "tokenize_chinese_chars": true,
+ "tokenizer_class": "BertTokenizer",
+ "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5639698c814fcd9f464d4f41578b56259e485785de4fa85adfa12ccaeb357e
+size 4920

training_params.json

@@ -0,0 +1,30 @@
+{
+ "data_path": "autotrain-Tweet-Classifier/autotrain-data",
+ "model": "google-bert/bert-base-uncased",
+ "lr": 5e-05,
+ "epochs": 3,
+ "max_seq_length": 128,
+ "batch_size": 8,
+ "warmup_ratio": 0.1,
+ "gradient_accumulation": 1,
+ "optimizer": "adamw_torch",
+ "scheduler": "linear",
+ "weight_decay": 0.0,
+ "max_grad_norm": 1.0,
+ "seed": 42,
+ "train_split": "train",
+ "valid_split": "validation",
+ "text_column": "autotrain_text",
+ "target_column": "autotrain_label",
+ "logging_steps": -1,
+ "project_name": "autotrain-Tweet-Classifier",
+ "auto_find_batch_size": false,
+ "mixed_precision": null,
+ "save_total_limit": 1,
+ "save_strategy": "epoch",
+ "push_to_hub": true,
+ "repo_id": "CamiloVega/autotrain-Tweet-Classifier",
+ "evaluation_strategy": "epoch",
+ "username": "CamiloVega",
+ "log": "none"
+}