Training in progress, epoch 1

config.json

@@ -0,0 +1,65 @@
+{
+  "_name_or_path": "uclanlp/visualbert-vqa",
+  "architectures": [
+    "VisualBertForQuestionAnswering"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "bypass_transformer": false,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2",
+    "3": "LABEL_3",
+    "4": "LABEL_4",
+    "5": "LABEL_5",
+    "6": "LABEL_6",
+    "7": "LABEL_7",
+    "8": "LABEL_8",
+    "9": "LABEL_9",
+    "10": "LABEL_10",
+    "11": "LABEL_11",
+    "12": "LABEL_12",
+    "13": "LABEL_13",
+    "14": "LABEL_14",
+    "15": "LABEL_15",
+    "16": "LABEL_16"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_10": 10,
+    "LABEL_11": 11,
+    "LABEL_12": 12,
+    "LABEL_13": 13,
+    "LABEL_14": 14,
+    "LABEL_15": 15,
+    "LABEL_16": 16,
+    "LABEL_2": 2,
+    "LABEL_3": 3,
+    "LABEL_4": 4,
+    "LABEL_5": 5,
+    "LABEL_6": 6,
+    "LABEL_7": 7,
+    "LABEL_8": 8,
+    "LABEL_9": 9
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "visual_bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "special_visual_initialize": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.41.2",
+  "type_vocab_size": 2,
+  "visual_embedding_dim": 2048,
+  "vocab_size": 64000
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56eae549d869361544ed8bc074d9d4e9733b7ace995886d9166543ebeeed1bf
+size 548724596

test/data-00000-of-00001.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb51f79c52aea1833b31f62fd1daf5739f3c32146d3c6251649cbdba94b0687
+size 8218416

test/dataset_info.json

@@ -0,0 +1,106 @@
+{
+  "builder_name": "parquet",
+  "citation": "",
+  "config_name": "default",
+  "dataset_name": "viclevr-no-images",
+  "dataset_size": 4949863,
+  "description": "",
+  "download_checksums": {
+    "hf://datasets/haophancs/viclevr-no-images@b0ff9ce3dbd9bfe6a51418bff9d0cf6e0d040407/data/train-00000-of-00001.parquet": {
+      "num_bytes": 1021585,
+      "checksum": null
+    },
+    "hf://datasets/haophancs/viclevr-no-images@b0ff9ce3dbd9bfe6a51418bff9d0cf6e0d040407/data/val-00000-of-00001.parquet": {
+      "num_bytes": 316193,
+      "checksum": null
+    },
+    "hf://datasets/haophancs/viclevr-no-images@b0ff9ce3dbd9bfe6a51418bff9d0cf6e0d040407/data/test-00000-of-00001.parquet": {
+      "num_bytes": 157886,
+      "checksum": null
+    }
+  },
+  "download_size": 1495664,
+  "features": {
+    "input_ids": {
+      "feature": {
+        "dtype": "int32",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "token_type_ids": {
+      "feature": {
+        "dtype": "int8",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "attention_mask": {
+      "feature": {
+        "dtype": "int8",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "visual_embeds": {
+      "feature": {
+        "feature": {
+          "dtype": "float32",
+          "_type": "Value"
+        },
+        "_type": "Sequence"
+      },
+      "_type": "Sequence"
+    },
+    "visual_token_type_ids": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "visual_attention_mask": {
+      "feature": {
+        "dtype": "float32",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "labels": {
+      "feature": {
+        "dtype": "float32",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    }
+  },
+  "homepage": "",
+  "license": "",
+  "size_in_bytes": 6445527,
+  "splits": {
+    "train": {
+      "name": "train",
+      "num_bytes": 3386001,
+      "num_examples": 21000,
+      "dataset_name": "viclevr-no-images"
+    },
+    "val": {
+      "name": "val",
+      "num_bytes": 1041768,
+      "num_examples": 6000,
+      "dataset_name": "viclevr-no-images"
+    },
+    "test": {
+      "name": "test",
+      "num_bytes": 522094,
+      "num_examples": 3000,
+      "dataset_name": "viclevr-no-images"
+    }
+  },
+  "version": {
+    "version_str": "0.0.0",
+    "major": 0,
+    "minor": 0,
+    "patch": 0
+  }
+}

test/state.json

@@ -0,0 +1,13 @@
+{
+  "_data_files": [
+    {
+      "filename": "data-00000-of-00001.arrow"
+    }
+  ],
+  "_fingerprint": "7e66b10c2f38c4ec",
+  "_format_columns": null,
+  "_format_kwargs": {},
+  "_format_type": "torch",
+  "_output_all_columns": false,
+  "_split": "test[:20]"
+}

train/data-00000-of-00001.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e59012533716e39e1a1444645d8b0be2fe3f66c6d0068821ead99e63f829398
+size 8218416

train/dataset_info.json

@@ -0,0 +1,106 @@
+{
+  "builder_name": "parquet",
+  "citation": "",
+  "config_name": "default",
+  "dataset_name": "viclevr-no-images",
+  "dataset_size": 4949863,
+  "description": "",
+  "download_checksums": {
+    "hf://datasets/haophancs/viclevr-no-images@b0ff9ce3dbd9bfe6a51418bff9d0cf6e0d040407/data/train-00000-of-00001.parquet": {
+      "num_bytes": 1021585,
+      "checksum": null
+    },
+    "hf://datasets/haophancs/viclevr-no-images@b0ff9ce3dbd9bfe6a51418bff9d0cf6e0d040407/data/val-00000-of-00001.parquet": {
+      "num_bytes": 316193,
+      "checksum": null
+    },
+    "hf://datasets/haophancs/viclevr-no-images@b0ff9ce3dbd9bfe6a51418bff9d0cf6e0d040407/data/test-00000-of-00001.parquet": {
+      "num_bytes": 157886,
+      "checksum": null
+    }
+  },
+  "download_size": 1495664,
+  "features": {
+    "input_ids": {
+      "feature": {
+        "dtype": "int32",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "token_type_ids": {
+      "feature": {
+        "dtype": "int8",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "attention_mask": {
+      "feature": {
+        "dtype": "int8",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "visual_embeds": {
+      "feature": {
+        "feature": {
+          "dtype": "float32",
+          "_type": "Value"
+        },
+        "_type": "Sequence"
+      },
+      "_type": "Sequence"
+    },
+    "visual_token_type_ids": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "visual_attention_mask": {
+      "feature": {
+        "dtype": "float32",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "labels": {
+      "feature": {
+        "dtype": "float32",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    }
+  },
+  "homepage": "",
+  "license": "",
+  "size_in_bytes": 6445527,
+  "splits": {
+    "train": {
+      "name": "train",
+      "num_bytes": 3386001,
+      "num_examples": 21000,
+      "dataset_name": "viclevr-no-images"
+    },
+    "val": {
+      "name": "val",
+      "num_bytes": 1041768,
+      "num_examples": 6000,
+      "dataset_name": "viclevr-no-images"
+    },
+    "test": {
+      "name": "test",
+      "num_bytes": 522094,
+      "num_examples": 3000,
+      "dataset_name": "viclevr-no-images"
+    }
+  },
+  "version": {
+    "version_str": "0.0.0",
+    "major": 0,
+    "minor": 0,
+    "patch": 0
+  }
+}

train/state.json

@@ -0,0 +1,13 @@
+{
+  "_data_files": [
+    {
+      "filename": "data-00000-of-00001.arrow"
+    }
+  ],
+  "_fingerprint": "962afac895328b8e",
+  "_format_columns": null,
+  "_format_kwargs": {},
+  "_format_type": "torch",
+  "_output_all_columns": false,
+  "_split": "train[:20]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848534c2b49cfdcdd72fa793cb49f11ff457ad46c49e8ab7e2cc5c8569eab875
+size 5176

val/data-00000-of-00001.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62269db13c046592afdd7a9db7991dfd170fdc8a81cd1749edc97ea953f778b
+size 8218416

val/dataset_info.json

@@ -0,0 +1,106 @@
+{
+  "builder_name": "parquet",
+  "citation": "",
+  "config_name": "default",
+  "dataset_name": "viclevr-no-images",
+  "dataset_size": 4949863,
+  "description": "",
+  "download_checksums": {
+    "hf://datasets/haophancs/viclevr-no-images@b0ff9ce3dbd9bfe6a51418bff9d0cf6e0d040407/data/train-00000-of-00001.parquet": {
+      "num_bytes": 1021585,
+      "checksum": null
+    },
+    "hf://datasets/haophancs/viclevr-no-images@b0ff9ce3dbd9bfe6a51418bff9d0cf6e0d040407/data/val-00000-of-00001.parquet": {
+      "num_bytes": 316193,
+      "checksum": null
+    },
+    "hf://datasets/haophancs/viclevr-no-images@b0ff9ce3dbd9bfe6a51418bff9d0cf6e0d040407/data/test-00000-of-00001.parquet": {
+      "num_bytes": 157886,
+      "checksum": null
+    }
+  },
+  "download_size": 1495664,
+  "features": {
+    "input_ids": {
+      "feature": {
+        "dtype": "int32",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "token_type_ids": {
+      "feature": {
+        "dtype": "int8",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "attention_mask": {
+      "feature": {
+        "dtype": "int8",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "visual_embeds": {
+      "feature": {
+        "feature": {
+          "dtype": "float32",
+          "_type": "Value"
+        },
+        "_type": "Sequence"
+      },
+      "_type": "Sequence"
+    },
+    "visual_token_type_ids": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "visual_attention_mask": {
+      "feature": {
+        "dtype": "float32",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "labels": {
+      "feature": {
+        "dtype": "float32",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    }
+  },
+  "homepage": "",
+  "license": "",
+  "size_in_bytes": 6445527,
+  "splits": {
+    "train": {
+      "name": "train",
+      "num_bytes": 3386001,
+      "num_examples": 21000,
+      "dataset_name": "viclevr-no-images"
+    },
+    "val": {
+      "name": "val",
+      "num_bytes": 1041768,
+      "num_examples": 6000,
+      "dataset_name": "viclevr-no-images"
+    },
+    "test": {
+      "name": "test",
+      "num_bytes": 522094,
+      "num_examples": 3000,
+      "dataset_name": "viclevr-no-images"
+    }
+  },
+  "version": {
+    "version_str": "0.0.0",
+    "major": 0,
+    "minor": 0,
+    "patch": 0
+  }
+}

val/state.json

@@ -0,0 +1,13 @@
+{
+  "_data_files": [
+    {
+      "filename": "data-00000-of-00001.arrow"
+    }
+  ],
+  "_fingerprint": "066aaea996993023",
+  "_format_columns": null,
+  "_format_kwargs": {},
+  "_format_type": "torch",
+  "_output_all_columns": false,
+  "_split": "val[:20]"
+}