Upload 3 files

app.py

@@ -3,12 +3,12 @@ import select
 import os
 from mods.btn_reset import restart_space
 
-if not os.path.exists('downloads/causallm_7b.Q5_K_M.gguf'):
+if not os.path.exists('downloads/causallm_14b.IQ3_XS.gguf'):
     from huggingface_hub import snapshot_download
     os.mkdir("downloads")
     os.mkdir("cache")
-    snapshot_download(repo_id='TheBloke/CausalLM-7B-GGUF', local_dir=r'downloads',
-                      allow_patterns='causallm_7b.Q5_K_M.gguf')
+    snapshot_download(repo_id='Limour/CausalLM-14B-GGUF', local_dir=r'downloads',
+                      allow_patterns='causallm_14b.IQ3_XS.gguf')
     snapshot_download(repo_id='Limour/llama-python-streamingllm-cache', repo_type='dataset', local_dir=r'cache')
 
 try:

requirements.txt

@@ -1 +1 @@
-llama-cpp-python==0.2.39
+llama-cpp-python==0.2.57

rp_config.json

@@ -1,6 +1,9 @@
 {
 	"setting_path": {
-		"value": "downloads/causallm_7b.Q5_K_M.gguf"
+		"value": "downloads/causallm_14b.IQ3_XS.gguf"
+	},
+	"setting_ctx": {
+		"value": 4096
 	},
 	"role_usr": {
 		"value": "无忌"