Training in progress, step 10

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

adapter_config.json

@@ -0,0 +1,23 @@
+{
+ "auto_mapping": null,
+ "base_model_name_or_path": "ybelkada/falcon-7b-sharded-bf16",
+ "bias": "none",
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "lora_alpha": 32,
+ "lora_dropout": 0.05,
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 32,
+ "revision": null,
+ "target_modules": [
+ "query_key_value",
+ "dense",
+ "dense_h_to_4h",
+ "dense_4h_to_h"
+ ],
+ "task_type": "CAUSAL_LM"
+}

adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da943283cbd762127387be8d52484dd699856d53bb67ff6ef1de358d6d0621e0
+size 261189453

runs/Aug07_11-57-10_a4471ca964ab/events.out.tfevents.1691410340.a4471ca964ab.222.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1007f640ed3a8566bdb4e99e7c4fd27509803d7f720a2127f19a8a62b5d02410
+size 5117

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+ "additional_special_tokens": [
+ ">>TITLE<<",
+ ">>ABSTRACT<<",
+ ">>INTRODUCTION<<",
+ ">>SUMMARY<<",
+ ">>COMMENT<<",
+ ">>ANSWER<<",
+ ">>QUESTION<<",
+ ">>DOMAIN<<",
+ ">>PREFIX<<",
+ ">>SUFFIX<<",
+ ">>MIDDLE<<"
+ ],
+ "eos_token": "<|endoftext|>",
+ "pad_token": "<|endoftext|>"
+}

tokenizer_config.json

@@ -0,0 +1,7 @@
+{
+ "add_prefix_space": false,
+ "clean_up_tokenization_spaces": true,
+ "eos_token": "<|endoftext|>",
+ "model_max_length": 2048,
+ "tokenizer_class": "PreTrainedTokenizerFast"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b906b9ca8d62021da7619b6b3872c9a059d3b26ab2778d23f402f132115dec
+size 4027