Hugging Face's logo

nglain
/
mistral_large_ft

Safetensors
mistral
Model card Files Community
2

Upload folder using huggingface_hub

#2
by nglain - opened
base: refs/heads/main
←
from: refs/pr/2
Discussion Files changed
+106209
-0
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. README.md +3 -0
  2. adapter_config.json +29 -0
  3. adapter_model.safetensors +3 -0
  4. config.json +27 -0
  5. generation_config.json +6 -0
  6. model-00001-of-00111.safetensors +3 -0
  7. model-00002-of-00111.safetensors +3 -0
  8. model-00003-of-00111.safetensors +3 -0
  9. model-00004-of-00111.safetensors +3 -0
  10. model-00005-of-00111.safetensors +3 -0
  11. model-00006-of-00111.safetensors +3 -0
  12. model-00007-of-00111.safetensors +3 -0
  13. model-00008-of-00111.safetensors +3 -0
  14. model-00009-of-00111.safetensors +3 -0
  15. model-00010-of-00111.safetensors +3 -0
  16. model-00011-of-00111.safetensors +3 -0
  17. model-00012-of-00111.safetensors +3 -0
  18. model-00013-of-00111.safetensors +3 -0
  19. model-00014-of-00111.safetensors +3 -0
  20. model-00015-of-00111.safetensors +3 -0
  21. model-00016-of-00111.safetensors +3 -0
  22. model-00017-of-00111.safetensors +3 -0
  23. model-00018-of-00111.safetensors +3 -0
  24. model-00019-of-00111.safetensors +3 -0
  25. model-00020-of-00111.safetensors +3 -0
  26. model-00021-of-00111.safetensors +3 -0
  27. model-00022-of-00111.safetensors +3 -0
  28. model-00023-of-00111.safetensors +3 -0
  29. model-00024-of-00111.safetensors +3 -0
  30. model-00025-of-00111.safetensors +3 -0
  31. model-00026-of-00111.safetensors +3 -0
  32. model-00027-of-00111.safetensors +3 -0
  33. model-00028-of-00111.safetensors +3 -0
  34. model-00029-of-00111.safetensors +3 -0
  35. model-00030-of-00111.safetensors +3 -0
  36. model-00031-of-00111.safetensors +3 -0
  37. model-00032-of-00111.safetensors +3 -0
  38. model-00033-of-00111.safetensors +3 -0
  39. model-00034-of-00111.safetensors +3 -0
  40. model-00035-of-00111.safetensors +3 -0
  41. model-00036-of-00111.safetensors +3 -0
  42. model-00037-of-00111.safetensors +3 -0
  43. model-00038-of-00111.safetensors +3 -0
  44. model-00039-of-00111.safetensors +3 -0
  45. model-00040-of-00111.safetensors +3 -0
  46. model-00041-of-00111.safetensors +3 -0
  47. model-00042-of-00111.safetensors +3 -0
  48. model-00043-of-00111.safetensors +3 -0
  49. model-00044-of-00111.safetensors +3 -0
  50. model-00045-of-00111.safetensors +3 -0
README.md ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ ---
2
+ license: cc-by-nc-4.0
3
+ ---
adapter_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "/workspace/text-generation-webui/models/Mistral-Large-Instruct-2407",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layers_pattern": null,
10
+ "layers_to_transform": null,
11
+ "loftq_config": {},
12
+ "lora_alpha": 16,
13
+ "lora_dropout": 0,
14
+ "megatron_config": null,
15
+ "megatron_core": "megatron.core",
16
+ "modules_to_save": null,
17
+ "peft_type": "LORA",
18
+ "r": 16,
19
+ "rank_pattern": {},
20
+ "revision": null,
21
+ "target_modules": [
22
+ "k_proj",
23
+ "v_proj",
24
+ "q_proj",
25
+ "o_proj"
26
+ ],
27
+ "task_type": "CAUSAL_LM",
28
+ "use_rslora": false
29
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c440fb1c6ebe82b4a5192f857232eecaa7a170054732d2ee683beeb7c16f9db4
3
+ size 426867000
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/workspace/text-generation-webui/models/Mistral-Large-Instruct-2407",
3
+ "architectures": [
4
+ "MistralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 12288,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 131072,
15
+ "model_type": "mistral",
16
+ "num_attention_heads": 96,
17
+ "num_hidden_layers": 88,
18
+ "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": null,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "float32",
24
+ "transformers_version": "4.44.0",
25
+ "use_cache": true,
26
+ "vocab_size": 32768
27
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.44.0"
6
+ }
model-00001-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a129299edb16a0e17a413ffb66abcdceb35e0728672ffd447f757d58ab84696
3
+ size 4328522456
model-00002-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72cad1acd7212ea3b09b5b4491cbcf062084139343fd0288299da59a8d4b92c7
3
+ size 4127294392
model-00003-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d946ed95b3936eb9d703e64e3221412178e84ee223e7f15af520cc5052f364b6
3
+ size 4932600760
model-00004-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91fa93d0e3a47ddae586fc2c5ac7dda64d8f2f5b31c45bfd524cf049845d6320
3
+ size 4831937232
model-00005-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc8f4731ab451165adf17da71813db7d2517546cf2fac21226f38916511bfbc7
3
+ size 4127195872
model-00006-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7f0b5c45fd1d5e0846a6136b4fc0f08415c3acc63f7307ed512fa5e4c81fa4e
3
+ size 4127294392
model-00007-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e40190e141cb8836a4417e6a01739817fef12dda9cbdcd8cacb122cf133733ce
3
+ size 4127294392
model-00008-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27804b8f9fe02b9a3b1491bc2849973e1ee15dd7d0d3e7c5aecdd342b6e31ac5
3
+ size 4932600760
model-00009-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e50b43bcba9edd893f8a68910985d8f276c7430b60e8abf3ca9542f696f4124
3
+ size 4831937232
model-00010-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d241b9a06302529837cad783238a4aa58d3ad8945038f6c1b34c267ac7369f17
3
+ size 4127195872
model-00011-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23954b44b432dad6b71829c47920c318fdd929d553f7d131b227b4a8cbb30622
3
+ size 4127294392
model-00012-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05346498ae9466d560686c5ae544f34f7e8c5580830a45195e3b7f7d7793cada
3
+ size 4127294392
model-00013-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b9e9a5c11df0146e85b76af546769e27cfddcb30cbb4c4ff80b95548b91d07
3
+ size 4932600760
model-00014-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91c2ba61862930a1844a14ab9983a050b0ee1130fe2870d4f3d00267f31c08ea
3
+ size 4831937232
model-00015-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:955b9ef4c8043c4a8f42cec1fe7de5146abff5453d9bd7c84d62de1104dcc807
3
+ size 4127195872
model-00016-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1d1c8016914046c49ccbb3fb296ecab895261955f52f7470e4d062e716be1e1
3
+ size 4127294400
model-00017-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbbc8406ea2f55e17aaeeb1164ec16f008db047329dabb0ccc2bb3b37dea794f
3
+ size 4127294400
model-00018-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d23caf86f7a775d7255f96ede9b0ee8ec721c1ba68923323fa9422e529b6abf
3
+ size 4932600768
model-00019-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:336d316371aab83421da10a2a32e5dacd55eb1a72bc0745c23f0c00672e816a5
3
+ size 4831937232
model-00020-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c9aa70446da61105977322dcabdcc3e0b245a3edf28a101f146e25e4471f7e7
3
+ size 4127195872
model-00021-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8be82eeb0a8e195bfe9ee2efd6e3de9437e5f31ab3549a377824f5b23c863813
3
+ size 4127294400
model-00022-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9312eda60c19c1991ff9b7d98043d9f79407159f08e657acc399cebf5ea03ba5
3
+ size 4127294400
model-00023-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d48818a6565b8aa9197fed81e35ba3da98c4444f0250b00cef467b700eb0fa9
3
+ size 4932600768
model-00024-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b820874ac92ea4eee2b160861b2f1f5f4b9b5a1061d5a229219f02513227f84a
3
+ size 4831937232
model-00025-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:285fa7261c40db6d0f1813cf905d9c4f8100877c5acea015d6379b7408932d47
3
+ size 4127195872
model-00026-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86be7cd86743b578cbe63a413914b3283639520c71ff92eab21aa122d0aee9db
3
+ size 4127294400
model-00027-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aea56fdd2307bfde9d705250eb8b127b7a970f5119d190bb16c809cb2844f37
3
+ size 4127294400
model-00028-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bec661fcea7eac2f74351d56c5287b4e2786c5e74bc3fc22e557e5bc56c3e60d
3
+ size 4932600768
model-00029-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b3e9cc625c23d705d93c2ef2f90d51c6fc5a7ae39a896fca53e9456aaf6081e
3
+ size 4831937232
model-00030-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b486d5537bf418f8a6d056ac9ab3fdd520c4626aaa813b27c2e01a7b473cc6eb
3
+ size 4127195872
model-00031-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:622b757f8ee839f1ed2b8f1efe06fc4f7cc4124739677089c44e563b4dd3fb7e
3
+ size 4127294400
model-00032-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dbe057a46f57883a9aa4eff29e2682558a3b6e4c479ac48c9128d7decfa3b30
3
+ size 4127294400
model-00033-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6291c8a5724392c4e9f8e1221a4e80e78026ce94f51d9828a10b349ade4f1ec
3
+ size 4932600768
model-00034-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a3d715d9804ed482d897475f6860fcaa46571e778c989283fca974bbfbc3d89
3
+ size 4831937232
model-00035-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c798cf1d179157834d7631c18d68328f5067580f9f0fa946adb2b154850b135
3
+ size 4127195872
model-00036-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb702aa40c665a5f9a2e06162e1f8986a7d31b553acb40a32d8d6e922431a32e
3
+ size 4127294400
model-00037-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ae4a46d156265a8a2ad1b7453f8d315d30fc53ec5f15b0474446649609853a0
3
+ size 4127294400
model-00038-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1c87a1dd0b7f8412cfab97e88bd5542bc867437ea44156dc6b4987329a25f6b
3
+ size 4932600768
model-00039-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fa9bb2f6a9cc63fdedbbb9cf891f8374280ccee709ff2ed5ceeb2a517fb9441
3
+ size 4831937232
model-00040-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87593f311fc2f014090d51f9e9d06c9737baa9c5dd320730ac5adfc8dbceb987
3
+ size 4127195872
model-00041-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7206e894d149a46f25b4f2b1c164b98bbbdd3ad297b753c9acba85ec77c4d00a
3
+ size 4127294400
model-00042-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40a7b521b535d60655e34d5ba3fd1a4f9e534008454b538a94d583a0dae71370
3
+ size 4127294400
model-00043-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d2cd86d2ebc79ac48ef081154b0898d3da98df5def8ebf839998328215ea30c
3
+ size 4932600768
model-00044-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbd9519766e3c82a0c36e7219d2d8fdc9fd65b45db497584e7408519f3c6d688
3
+ size 4831937232
model-00045-of-00111.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a62042d15b896fa89bad5285b71bdd9bacf38c1073812b68c5c93678a0e79ba
3
+ size 4127195872