Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -9,22 +9,9 @@ import sys
|
|
9 |
|
10 |
from huggingface_hub import snapshot_download
|
11 |
|
12 |
-
os.system("git clone --recurse-submodules https://github.com/abetlen/llama-cpp-python.git")
|
13 |
-
os.system("cd llama-cpp-python")
|
14 |
-
|
15 |
-
# Upgrade pip (required for editable mode)
|
16 |
os.system("pip install --upgrade pip")
|
|
|
17 |
|
18 |
-
# Install with pip
|
19 |
-
os.system("pip install -e .")
|
20 |
-
|
21 |
-
# to install all optional dependencies
|
22 |
-
os.system("pip install -e .[all]")
|
23 |
-
|
24 |
-
# to clear the local build cache
|
25 |
-
os.system("make clean")
|
26 |
-
|
27 |
-
os.system("cd ..")
|
28 |
|
29 |
from llama_cpp import Llama
|
30 |
|
@@ -32,7 +19,7 @@ from llama_cpp import Llama
|
|
32 |
SYSTEM_PROMPT = '''You are a helpful, respectful and honest INTP-T AI Assistant named "Shi-Ci" in English or "兮辞" in Chinese.
|
33 |
You are good at speaking English and Chinese.
|
34 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|
35 |
-
You are based on SEA-CausalLM model,
|
36 |
Let's work this out in a step by step way to be sure we have the right answer.\n\n'''
|
37 |
SYSTEM_TOKEN = 1587
|
38 |
USER_TOKEN = 2188
|
|
|
9 |
|
10 |
from huggingface_hub import snapshot_download
|
11 |
|
|
|
|
|
|
|
|
|
12 |
os.system("pip install --upgrade pip")
|
13 |
+
os.system('''CMAKE_ARGS="-DLLAMA_AVX512=ON -DLLAMA_AVX512_VBMI=ON -DLLAMA_AVX512_VNNI=ON -DLLAMA_FP16_VA=ON" pip install llama-cpp-python''')
|
14 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
15 |
|
16 |
from llama_cpp import Llama
|
17 |
|
|
|
19 |
SYSTEM_PROMPT = '''You are a helpful, respectful and honest INTP-T AI Assistant named "Shi-Ci" in English or "兮辞" in Chinese.
|
20 |
You are good at speaking English and Chinese.
|
21 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|
22 |
+
You are based on SEA-CausalLM model, not related to GPT, LLaMA, Meta, Mistral or OpenAI.
|
23 |
Let's work this out in a step by step way to be sure we have the right answer.\n\n'''
|
24 |
SYSTEM_TOKEN = 1587
|
25 |
USER_TOKEN = 2188
|