Upload 11 files

README.md

@@ -0,0 +1,51 @@
+---
+license: mit
+tags:
+- generated_from_trainer
+model-index:
+- name: clip-vit-huge-portuguese-finetuned-joined
+ results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# clip-vit-huge-portuguese-finetuned-joined
+
+This model is a fine-tuned version of [laion/CLIP-ViT-H-14-laion2B-s32B-b79K](https://huggingface.co/laion/CLIP-ViT-H-14-laion2B-s32B-b79K) on the None dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 512
+- eval_batch_size: 64
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 3.0
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.23.1
+- Pytorch 1.12.1+cu113
+- Datasets 2.4.0
+- Tokenizers 0.11.6

all_results.json

@@ -0,0 +1,7 @@
+{
+ "epoch": 3.0,
+ "train_loss": 0.2053911095293461,
+ "train_runtime": 288593.9524,
+ "train_samples_per_second": 8.622,
+ "train_steps_per_second": 0.017
+}

config.json

@@ -0,0 +1,181 @@
+{
+ "_commit_hash": "58a1e03a7acfacbe6b95ebc24ae0394eda6a14fc",
+ "_name_or_path": "laion/CLIP-ViT-H-14-laion2B-s32B-b79K",
+ "architectures": [
+ "CLIPModel"
+ ],
+ "initializer_factor": 1.0,
+ "logit_scale_init_value": 2.6592,
+ "model_type": "clip",
+ "projection_dim": 1024,
+ "text_config": {
+ "_name_or_path": "",
+ "add_cross_attention": false,
+ "architectures": null,
+ "attention_dropout": 0.0,
+ "bad_words_ids": null,
+ "begin_suppress_tokens": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "cross_attention_hidden_size": null,
+ "decoder_start_token_id": null,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.0,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "hidden_act": "gelu",
+ "hidden_size": 1024,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_factor": 1.0,
+ "initializer_range": 0.02,
+ "intermediate_size": 4096,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 77,
+ "min_length": 0,
+ "model_type": "clip_text_model",
+ "no_repeat_ngram_size": 0,
+ "num_attention_heads": 16,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 24,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "suppress_tokens": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tf_legacy_loss": false,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.23.1",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "vocab_size": 49408
+ },
+ "text_config_dict": {
+ "hidden_act": "gelu",
+ "hidden_size": 1024,
+ "intermediate_size": 4096,
+ "num_attention_heads": 16,
+ "num_hidden_layers": 24
+ },
+ "torch_dtype": "float32",
+ "transformers_version": null,
+ "vision_config": {
+ "_name_or_path": "",
+ "add_cross_attention": false,
+ "architectures": null,
+ "attention_dropout": 0.0,
+ "bad_words_ids": null,
+ "begin_suppress_tokens": null,
+ "bos_token_id": null,
+ "chunk_size_feed_forward": 0,
+ "cross_attention_hidden_size": null,
+ "decoder_start_token_id": null,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.0,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": null,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "hidden_act": "gelu",
+ "hidden_size": 1280,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "image_size": 224,
+ "initializer_factor": 1.0,
+ "initializer_range": 0.02,
+ "intermediate_size": 5120,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "clip_vision_model",
+ "no_repeat_ngram_size": 0,
+ "num_attention_heads": 16,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_channels": 3,
+ "num_hidden_layers": 32,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": null,
+ "patch_size": 14,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "suppress_tokens": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tf_legacy_loss": false,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.23.1",
+ "typical_p": 1.0,
+ "use_bfloat16": false
+ },
+ "vision_config_dict": {
+ "hidden_act": "gelu",
+ "hidden_size": 1280,
+ "intermediate_size": 5120,
+ "num_attention_heads": 16,
+ "num_hidden_layers": 32,
+ "patch_size": 14
+ }
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341fb3e59cf824386b9cc91a938ff21d1508122607b47068bc18a440de9c9387
+size 3944748833

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+ "bos_token": {
+ "content": "<|startoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ },
+ "eos_token": {
+ "content": "<|endoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "<|endoftext|>",
+ "unk_token": {
+ "content": "<|endoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ }
+}

tokenizer_config.json

@@ -0,0 +1,34 @@
+{
+ "add_prefix_space": false,
+ "bos_token": {
+ "__type": "AddedToken",
+ "content": "<|startoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ },
+ "do_lower_case": true,
+ "eos_token": {
+ "__type": "AddedToken",
+ "content": "<|endoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ },
+ "errors": "replace",
+ "model_max_length": 77,
+ "name_or_path": "./clip_pt",
+ "pad_token": "<|endoftext|>",
+ "special_tokens_map_file": "./special_tokens_map.json",
+ "tokenizer_class": "CLIPTokenizer",
+ "unk_token": {
+ "__type": "AddedToken",
+ "content": "<|endoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ }
+}

train_results.json

@@ -0,0 +1,7 @@
+{
+ "epoch": 3.0,
+ "train_loss": 0.2053911095293461,
+ "train_runtime": 288593.9524,
+ "train_samples_per_second": 8.622,
+ "train_steps_per_second": 0.017
+}

trainer_state.json

@@ -0,0 +1,79 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 3.0,
+ "global_step": 4860,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.31,
+ "learning_rate": 4.48559670781893e-05,
+ "loss": 0.5257,
+ "step": 500
+ },
+ {
+ "epoch": 0.62,
+ "learning_rate": 3.971193415637861e-05,
+ "loss": 0.3776,
+ "step": 1000
+ },
+ {
+ "epoch": 0.93,
+ "learning_rate": 3.45679012345679e-05,
+ "loss": 0.3303,
+ "step": 1500
+ },
+ {
+ "epoch": 1.23,
+ "learning_rate": 2.9423868312757202e-05,
+ "loss": 0.1916,
+ "step": 2000
+ },
+ {
+ "epoch": 1.54,
+ "learning_rate": 2.4279835390946505e-05,
+ "loss": 0.154,
+ "step": 2500
+ },
+ {
+ "epoch": 1.85,
+ "learning_rate": 1.91358024691358e-05,
+ "loss": 0.1453,
+ "step": 3000
+ },
+ {
+ "epoch": 2.16,
+ "learning_rate": 1.3991769547325103e-05,
+ "loss": 0.1009,
+ "step": 3500
+ },
+ {
+ "epoch": 2.47,
+ "learning_rate": 8.847736625514404e-06,
+ "loss": 0.0669,
+ "step": 4000
+ },
+ {
+ "epoch": 2.78,
+ "learning_rate": 3.7037037037037037e-06,
+ "loss": 0.0613,
+ "step": 4500
+ },
+ {
+ "epoch": 3.0,
+ "step": 4860,
+ "total_flos": 1.0749309854975224e+18,
+ "train_loss": 0.2053911095293461,
+ "train_runtime": 288593.9524,
+ "train_samples_per_second": 8.622,
+ "train_steps_per_second": 0.017
+ }
+ ],
+ "max_steps": 4860,
+ "num_train_epochs": 3,
+ "total_flos": 1.0749309854975224e+18,
+ "trial_name": null,
+ "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b155267aa94cf409528a9c786782398d3668b03447f07a7976ed031a0a8a6a6b
+size 3439