Hugging Face's logo

arcee-ai
/
Alpaca-Dragon-Smaug-Slerp

Text Generation
Transformers
Safetensors
llama
Merge
mergekit
ibivibiv/alpaca-dragon-72b-v1
abacusai/Smaug-72B-v0.1
text-generation-inference
Inference Endpoints
Model card Files Community
Mark-Arcee commited on
Commit
4b4d383
•
1 Parent(s): 70a6e46

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +38 -0
  2. config.json +30 -0
  3. mergekit_config.yml +16 -0
  4. merges.txt +0 -0
  5. model-00001-of-00082.safetensors +3 -0
  6. model-00002-of-00082.safetensors +3 -0
  7. model-00003-of-00082.safetensors +3 -0
  8. model-00004-of-00082.safetensors +3 -0
  9. model-00005-of-00082.safetensors +3 -0
  10. model-00006-of-00082.safetensors +3 -0
  11. model-00007-of-00082.safetensors +3 -0
  12. model-00008-of-00082.safetensors +3 -0
  13. model-00009-of-00082.safetensors +3 -0
  14. model-00010-of-00082.safetensors +3 -0
  15. model-00011-of-00082.safetensors +3 -0
  16. model-00012-of-00082.safetensors +3 -0
  17. model-00013-of-00082.safetensors +3 -0
  18. model-00014-of-00082.safetensors +3 -0
  19. model-00015-of-00082.safetensors +3 -0
  20. model-00016-of-00082.safetensors +3 -0
  21. model-00017-of-00082.safetensors +3 -0
  22. model-00018-of-00082.safetensors +3 -0
  23. model-00019-of-00082.safetensors +3 -0
  24. model-00020-of-00082.safetensors +3 -0
  25. model-00021-of-00082.safetensors +3 -0
  26. model-00022-of-00082.safetensors +3 -0
  27. model-00023-of-00082.safetensors +3 -0
  28. model-00024-of-00082.safetensors +3 -0
  29. model-00025-of-00082.safetensors +3 -0
  30. model-00026-of-00082.safetensors +3 -0
  31. model-00027-of-00082.safetensors +3 -0
  32. model-00028-of-00082.safetensors +3 -0
  33. model-00029-of-00082.safetensors +3 -0
  34. model-00030-of-00082.safetensors +3 -0
  35. model-00031-of-00082.safetensors +3 -0
  36. model-00032-of-00082.safetensors +3 -0
  37. model-00033-of-00082.safetensors +3 -0
  38. model-00034-of-00082.safetensors +3 -0
  39. model-00035-of-00082.safetensors +3 -0
  40. model-00036-of-00082.safetensors +3 -0
  41. model-00037-of-00082.safetensors +3 -0
  42. model-00038-of-00082.safetensors +3 -0
  43. model-00039-of-00082.safetensors +3 -0
  44. model-00040-of-00082.safetensors +3 -0
  45. model-00041-of-00082.safetensors +3 -0
  46. model-00042-of-00082.safetensors +3 -0
  47. model-00043-of-00082.safetensors +3 -0
  48. model-00044-of-00082.safetensors +3 -0
  49. model-00045-of-00082.safetensors +3 -0
  50. model-00046-of-00082.safetensors +3 -0
README.md ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ tags:
4
+ - merge
5
+ - mergekit
6
+ - mistralai/Mistral-7B-v0.1+predibase/customer_support
7
+ - NousResearch/Nous-Hermes-2-Mistral-7B-DPO
8
+ ---
9
+
10
+ # Mistral-Hermes-Support-Ties
11
+
12
+ Mistral-Hermes-Support-Ties is a merge of the following models using [mergekit](https://github.com/cg123/mergekit):
13
+ * [mistralai/Mistral-7B-v0.1+predibase/customer_support](https://huggingface.co/mistralai/Mistral-7B-v0.1+predibase/customer_support)
14
+ * [NousResearch/Nous-Hermes-2-Mistral-7B-DPO](https://huggingface.co/NousResearch/Nous-Hermes-2-Mistral-7B-DPO)
15
+
16
+ ## 🧩 Configuration
17
+
18
+ ```yaml
19
+ models:
20
+ - model: mistralai/Mistral-7B-Instruct-v0.2
21
+ #no parameters necessary for base model
22
+ - model: mistralai/Mistral-7B-v0.1+predibase/customer_support
23
+ parameters:
24
+ density: 0.5
25
+ weight: 0.5
26
+ - model: NousResearch/Nous-Hermes-2-Mistral-7B-DPO
27
+ parameters:
28
+ density: 0.5
29
+ weight: 0.5
30
+
31
+ merge_method: ties
32
+ base_model: mistralai/Mistral-7B-Instruct-v0.2
33
+ parameters:
34
+ normalize: false
35
+ int8_mask: true
36
+ dtype: float16
37
+
38
+ ```
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "abacusai/Smaug-72B-v0.1",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": true,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 151643,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 24576,
14
+ "max_position_embeddings": 32768,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 80,
18
+ "num_key_value_heads": 64,
19
+ "pad_token_id": 151643,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-06,
22
+ "rope_scaling": null,
23
+ "rope_theta": 1000000,
24
+ "seq_length": 32768,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "bfloat16",
27
+ "transformers_version": "4.38.2",
28
+ "use_cache": true,
29
+ "vocab_size": 152064
30
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ slices:
2
+ - sources:
3
+ - model: ibivibiv/alpaca-dragon-72b-v1
4
+ layer_range: [0, 80]
5
+ - model: abacusai/Smaug-72B-v0.1
6
+ layer_range: [0, 80]
7
+ merge_method: slerp
8
+ base_model: abacusai/Smaug-72B-v0.1
9
+ parameters:
10
+ t:
11
+ - filter: self_attn
12
+ value: [0, 0.5, 0.3, 0.7, 1]
13
+ - filter: mlp
14
+ value: [1, 0.5, 0.7, 0.3, 0]
15
+ - value: 0.5
16
+ dtype: bfloat16
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fa1a10feeab788c76005956249f06f5be60675a35069fdde009ceea4e5574ae
3
+ size 2491416720
model-00002-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b43d2f69d6caf2629e7d518a5e1c7d35ad5b01a612aa72b4a27c029da294e605
3
+ size 1879065656
model-00003-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71f756e34ec6c246dc63a76b357bb8c5c43c220b0684b05dfb2fc010f05998b7
3
+ size 1744848024
model-00004-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39c87375115625247f6807a11c5fdae4a6a253ddb92d3432d76785bcf5986d55
3
+ size 1879081896
model-00005-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ef3b1cc178705943a6a41f6060730e3dc9298a8ed6216467736d38cc0e429ae
3
+ size 1744864288
model-00006-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eab6041c4352e28355b8ba43493362ce5ed3a141db5ae913105b507c54fb939
3
+ size 1744897288
model-00007-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a1ddbf7edc3dbdf6704efe84c1be682666ef7e4f58993068822eadfd7991860
3
+ size 1744831304
model-00008-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4a000139c70b006fec7a54740acac947f9d0ed5874138cee6d5361f47577db6
3
+ size 1879082136
model-00009-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38077d442067d12b899e1ea11d45081f34ea82a24aa6b5db429140754803be12
3
+ size 1610646448
model-00010-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49cbd3504b85b7f8c5850446ccc908c934319575f589a6423cfb1caf603242a9
3
+ size 1744897288
model-00011-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed92f40c097980c40302f65bda79ec29b990f5e47dfee679decdbd81457d9828
3
+ size 1744831304
model-00012-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37eb9dc349a441ee47ba4dbdac0c15408a4197351fe271ce72e4e9a0cff17343
3
+ size 1879082152
model-00013-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:329e85e6d757717fcd8b0122421ad4d2f60873cec1dbc336f2638c85f5275ce0
3
+ size 1610646456
model-00014-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a9c354ad5c7507d8751593890475d8ed74935e6014989818a6d977b6c1e6d7f
3
+ size 1744897304
model-00015-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3842c02487266381fe4df33ff6318b1230a2de5575a5f0c1ed60cfa3f8e7742
3
+ size 1744831312
model-00016-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ac4cbe0f455daf848162c12a9c250c6900229bc0985dad14e95b1dc6fe9d6a7
3
+ size 1879082144
model-00017-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:822a322f7686924192ec123e030e423cb644b52f49b6b3c9548f4ec876fe6d05
3
+ size 1610646456
model-00018-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76964cfe418c9c4df597e7baab0b9bc9443e5a8cc645c7cece2c53aeb641b92b
3
+ size 1744897304
model-00019-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e296294dd0f1a09dd24326dcb5fff88b97db7e131496b6f0e03e52e17420c461
3
+ size 1744831312
model-00020-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af2812d538a36209fbdad59b37bea3229e5ba09af3072cd567ed590801472764
3
+ size 1879082144
model-00021-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:becdb2e8e90f91b08dc03e59be9465a888620458dbda19242d08b4e9ea0a4736
3
+ size 1610646456
model-00022-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73a8e47fd893b7325463584b5f4458cad1fe91babad2f234e14798ed6541a1c0
3
+ size 1744897304
model-00023-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8170e853ff6cc1988ea8d74e64838aa01f119df1bdc0d298f87135bd72ad518
3
+ size 1744831312
model-00024-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5566b01ef002278f256a28fe93910fd69b35befab6f3674920ec18a5319bdb11
3
+ size 1879082144
model-00025-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b56a0c33ee22f24316ef80ffec56b932dd091b366a6bb0e61a34ad8bbf58c09
3
+ size 1610646456
model-00026-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a2d5676d369d5fc11e284df73fd15882d9ba752e25bf1134a3cc3088633e676
3
+ size 1744897304
model-00027-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f04b0f77edeb0cd1ed32ca3d1e4de351b89fc53223fe060c6049619873944e9c
3
+ size 1744831312
model-00028-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67d1cf329bf006de2f22b436d00709feb5a6672c2dfab0ffdc9795624c6491a4
3
+ size 1879082144
model-00029-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a25c365ae4e2bc79a24a28ad45df409b8106e5b42874961e004f4bb538d034f
3
+ size 1610646456
model-00030-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:143f5c6c98ba5b7a6b5f58d521301f9ca7feeaf742c13142c1b9864519dc9de6
3
+ size 1744897304
model-00031-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36ef29966a7425c70a6bceed6940d54b160365ec62b1d92e4fbba4b5130b9b97
3
+ size 1744831312
model-00032-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f52e19a8263dc9dd36b77b813004d68fabeb67a08f451c55d2e445972a4ccdf
3
+ size 1879082144
model-00033-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2900daf23c83602e819791b9760fecefa964435f71ec53c040121ac1be1ff2e8
3
+ size 1610646456
model-00034-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcb5943b7f54f2526ff7669957a2089833f52ab95b857f30ad1bfb7b72e300ee
3
+ size 1744897304
model-00035-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe73a923fa4dea8ca13920ab99fdfa7dbae55423e6f4fa20d517bb39924c62fd
3
+ size 1744831312
model-00036-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05d942e395a0d35c3c2423813c874d2be4e8c5ea9463e2f1d6fd11519457954b
3
+ size 1879082144
model-00037-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43573f526a7c9a3da47c29aa0dd30b57fceb30018d3dc630cbea9267494416f7
3
+ size 1610646456
model-00038-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c91fe104230d3406cf9f9b5c7455147b1bace59c2051022dea092e5e72724bc
3
+ size 1744897304
model-00039-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8222099fe318c6ae54a86f6343e51211ade3c3eb6ffcaebed7b9b60fbebbeeef
3
+ size 1744831312
model-00040-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:913d00238e017a12a84dda449a7c14ce7ce9d5f2c0edd087913b32528fee77ec
3
+ size 1879082144
model-00041-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fc7d0c38287924416b27c8f9e7338d81d4cdb91a425fd764da68dd6ae4d385d
3
+ size 1610646456
model-00042-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbd542fbce1a16dcbab619b6f08091ddf3e8ba0f1d2d91a03100d9e9fa89d019
3
+ size 1744897304
model-00043-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4895412230226766033e84811946a233d5a8e0bb08f58db601c01dd9d30a2465
3
+ size 1744831312
model-00044-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7776a775e344e20023d2eb8c4d9cf528a51e83d294c705130b1948454d60bbb
3
+ size 1879082144
model-00045-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25b7c32b81b003e3b8f5fe23a2f96b6069a9f89e86f710bd98b18ed72883255b
3
+ size 1610646456
model-00046-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77198d8e43225e9260d2d8cfb288983035ee5be1b1b15b69f4e01500d2900e49
3
+ size 1744897304