Delete NeXGen

NeXGen/added_tokens.json

@@ -1,4 +0,0 @@
-{
-  "<|pad|>": 50258,
-  "<|startoftext|>": 50257
-}

NeXGen/config.json

@@ -1,20 +0,0 @@
-{
-  "auto_mapping": null,
-  "base_model_name_or_path": "farnhua/gpt2-small-self_instruct_human_eval",
-  "bias": "none",
-  "fan_in_fan_out": false,
-  "inference_mode": true,
-  "init_lora_weights": true,
-  "layers_pattern": null,
-  "layers_to_transform": null,
-  "lora_alpha": 32,
-  "lora_dropout": 0.05,
-  "modules_to_save": null,
-  "peft_type": "LORA",
-  "r": 16,
-  "revision": null,
-  "target_modules": [
-    "c_attn"
-  ],
-  "task_type": "CAUSAL_LM"
-}

NeXGen/pytorch_model.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:60f3ea3765c1b02514bb4b684bd3d1f5004f1101b81bc7c09b3ba0df014ff825
-size 497805594

NeXGen/special_tokens_map.json

@@ -1,30 +0,0 @@
-{
-  "bos_token": {
-    "content": "<|startoftext|>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "<|pad|>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
-  "unk_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  }
-}

NeXGen/tokenizer_config.json

@@ -1,38 +0,0 @@
-{
-  "add_bos_token": false,
-  "add_prefix_space": false,
-  "added_tokens_decoder": {
-    "50256": {
-      "content": "<|endoftext|>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50257": {
-      "content": "<|startoftext|>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50258": {
-      "content": "<|pad|>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "bos_token": "<|startoftext|>",
-  "clean_up_tokenization_spaces": true,
-  "eos_token": "<|endoftext|>",
-  "errors": "replace",
-  "model_max_length": 1024,
-  "pad_token": "<|pad|>",
-  "tokenizer_class": "GPT2Tokenizer",
-  "unk_token": "<|endoftext|>"
-}

NeXGen/training_args.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:451c10f29d391c5977d9401a129c75070c1f9e21c563dee1c87aee84480bdc81
-size 4472

NeXGen/training_params.json

@@ -1,47 +0,0 @@
-{
-    "model": "farnhua/gpt2-small-self_instruct_human_eval",
-    "data_path": "timdettmers/openassistant-guanaco",
-    "project_name": "NeXGen",
-    "train_split": "train",
-    "valid_split": null,
-    "text_column": "text",
-    "rejected_text_column": "rejected",
-    "token": null,
-    "lr": 0.0002,
-    "epochs": 3,
-    "batch_size": 2,
-    "warmup_ratio": 0.1,
-    "gradient_accumulation": 1,
-    "optimizer": "adamw_torch",
-    "scheduler": "linear",
-    "weight_decay": 0.0,
-    "max_grad_norm": 1.0,
-    "seed": 42,
-    "add_eos_token": false,
-    "block_size": -1,
-    "use_peft": true,
-    "lora_r": 16,
-    "lora_alpha": 32,
-    "lora_dropout": 0.05,
-    "logging_steps": -1,
-    "evaluation_strategy": "epoch",
-    "save_total_limit": 1,
-    "save_strategy": "epoch",
-    "auto_find_batch_size": false,
-    "fp16": false,
-    "push_to_hub": false,
-    "use_int8": false,
-    "model_max_length": 2048,
-    "repo_id": null,
-    "use_int4": true,
-    "trainer": "sft",
-    "target_modules": null,
-    "merge_adapter": false,
-    "username": null,
-    "use_flash_attention_2": false,
-    "log": "none",
-    "disable_gradient_checkpointing": false,
-    "model_ref": null,
-    "dpo_beta": 0.1,
-    "prompt_text_column": "prompt"
-}