Upload folder using huggingface_hub

README.md

@@ -2,6 +2,7 @@
 base_model:
 - MrRobotoAI/MrRoboto-BASE-v2.1-8b-64k
 - Blackroot/Llama-3-LongStory-LORA
+- gradientai/Llama-3-8B-Instruct-Gradient-4194k
 - MrRobotoAI/MrRoboto-BASE-v1-8b-64k
 - Blackroot/Llama-3-LongStory-LORA
 - MrRobotoAI/Llama-3-8B-Uncensored-test8
@@ -24,6 +25,7 @@ This model was merged using the [TIES](https://arxiv.org/abs/2306.01708) merge m
 ### Models Merged
 
 The following models were included in the merge:
+* [gradientai/Llama-3-8B-Instruct-Gradient-4194k](https://huggingface.co/gradientai/Llama-3-8B-Instruct-Gradient-4194k)
 * [MrRobotoAI/MrRoboto-BASE-v1-8b-64k](https://huggingface.co/MrRobotoAI/MrRoboto-BASE-v1-8b-64k) + [Blackroot/Llama-3-LongStory-LORA](https://huggingface.co/Blackroot/Llama-3-LongStory-LORA)
 * [MrRobotoAI/Llama-3-8B-Uncensored-test8](https://huggingface.co/MrRobotoAI/Llama-3-8B-Uncensored-test8) + [Blackroot/Llama-3-LongStory-LORA](https://huggingface.co/Blackroot/Llama-3-LongStory-LORA)
 
@@ -35,8 +37,8 @@ The following YAML configuration was used to produce this model:
 models:
   - model: MrRobotoAI/MrRoboto-BASE-v1-8b-64k+Blackroot/Llama-3-LongStory-LORA
     parameters:
-      density: 0.5
-      weight: 0.9
+      density: 0.2
+      weight: 0.4
   - model: MrRobotoAI/MrRoboto-BASE-v2.1-8b-64k+Blackroot/Llama-3-LongStory-LORA
     parameters:
       density: 0.5
@@ -45,6 +47,10 @@ models:
     parameters:
       density: 0.5
       weight: 0.9
+  - model: gradientai/Llama-3-8B-Instruct-Gradient-4194k
+    parameters:
+      density: 0.2
+      weight: 0.4
 merge_method: ties
 base_model: MrRobotoAI/MrRoboto-BASE-v2.1-8b-64k+Blackroot/Llama-3-LongStory-LORA
 parameters:

mergekit_config.yml

@@ -1,8 +1,8 @@
 models:
   - model: MrRobotoAI/MrRoboto-BASE-v1-8b-64k+Blackroot/Llama-3-LongStory-LORA
     parameters:
-      density: 0.5
-      weight: 0.9
+      density: 0.2
+      weight: 0.4
   - model: MrRobotoAI/MrRoboto-BASE-v2.1-8b-64k+Blackroot/Llama-3-LongStory-LORA
     parameters:
       density: 0.5
@@ -11,6 +11,10 @@ models:
     parameters:
       density: 0.5
       weight: 0.9
+  - model: gradientai/Llama-3-8B-Instruct-Gradient-4194k
+    parameters:
+      density: 0.2
+      weight: 0.4
 merge_method: ties
 base_model: MrRobotoAI/MrRoboto-BASE-v2.1-8b-64k+Blackroot/Llama-3-LongStory-LORA
 parameters:

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54f29aada6dd6f067acc5c0dd9b72090a80f6dfc6725b5fe22ec319cbb01b24e
+oid sha256:898ecff806523e45d7c98fbcc2f1970672db71b9036356c8413ffceec94cbb06
 size 4953586384

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cdfba1abfe545ef05932beb65dcc7e9015688acaf51850c1c5b4652380fd8b9
+oid sha256:c7d8999c7f8b985aa2b8e89843f9642f8f15fae4f381f8c6c920d8d1060108ff
 size 4999819336

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9daeaa2a9c2b1495784b0ff79df5598deb770c680a46244388b80006bdbe999
+oid sha256:3f02cab3c9a19527bfc112e2fc2cd139697e5df61fd9204cd3b929d87dbb42e0
 size 4915916144

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e982af3cbace9a66d6527979233607c631e34b88b5a207afa0792f638302b371
+oid sha256:a30c6f7805c3117167b3cba358a6a412d89c5accbcdfa5dd46a17dcc224c0ce4
 size 1191234472