Spaces:
Runtime error
Runtime error
Vokturz
commited on
Commit
•
eddcb6b
1
Parent(s):
fc32873
modified default model list
Browse files- src/app.py +7 -5
src/app.py
CHANGED
@@ -10,12 +10,12 @@ from huggingface_hub import login
|
|
10 |
st.set_page_config(page_title='Can you run it? LLM version', layout="wide", initial_sidebar_state="expanded")
|
11 |
|
12 |
model_list = [
|
13 |
-
"mistralai/Mistral-7B-v0.1",
|
14 |
"mistralai/Mistral-7B-Instruct-v0.1",
|
15 |
-
"
|
16 |
-
"
|
17 |
-
"
|
18 |
-
"
|
|
|
19 |
"codellama/CodeLlama-7b-hf",
|
20 |
"codellama/CodeLlama-13b-hf",
|
21 |
"codellama/CodeLlama-34b-hf",
|
@@ -55,6 +55,8 @@ def cache_model_list():
|
|
55 |
if not "tiiuae/falcon" in model_name: # Exclude Falcon models
|
56 |
model = get_model(model_name, library="transformers", access_token="")
|
57 |
model_list_info[model_name] = calculate_memory(model, ["float32", "float16/bfloat16", "int8", "int4"])
|
|
|
|
|
58 |
return model_list_info
|
59 |
|
60 |
@st.cache_resource
|
|
|
10 |
st.set_page_config(page_title='Can you run it? LLM version', layout="wide", initial_sidebar_state="expanded")
|
11 |
|
12 |
model_list = [
|
|
|
13 |
"mistralai/Mistral-7B-Instruct-v0.1",
|
14 |
+
"mistralai/Mixtral-8x7B-Instruct-v0.1",
|
15 |
+
"deepseek-ai/deepseek-coder-6.7b-instruct",
|
16 |
+
"deepseek-ai/deepseek-coder-1.3b-base",
|
17 |
+
"microsoft/phi-2",
|
18 |
+
"TinyLlama/TinyLlama-1.1B-Chat-v1.0",
|
19 |
"codellama/CodeLlama-7b-hf",
|
20 |
"codellama/CodeLlama-13b-hf",
|
21 |
"codellama/CodeLlama-34b-hf",
|
|
|
55 |
if not "tiiuae/falcon" in model_name: # Exclude Falcon models
|
56 |
model = get_model(model_name, library="transformers", access_token="")
|
57 |
model_list_info[model_name] = calculate_memory(model, ["float32", "float16/bfloat16", "int8", "int4"])
|
58 |
+
del model
|
59 |
+
gc.collect()
|
60 |
return model_list_info
|
61 |
|
62 |
@st.cache_resource
|