Spaces:

pabloce
/

exllama

Running on Zero

PΛBLØ ᄃΞ commited on Feb 6

Commit

fa9fdb4

unverified ·

1 Parent(s): a78350b

Update app.py

Mistral-Nemo-Instruct-12B-exl2

Files changed (1) hide show

app.py CHANGED Viewed

@@ -23,7 +23,7 @@ snapshot_download(
 )
 snapshot_download(
     repo_id="turboderp/Mistral-Nemo-Instruct-12B-exl2",
-    revision="8.0bpw",
     local_dir = "./models/Mistral-Nemo-Instruct-12B-exl2"
 )
 # snapshot_download(
@@ -130,7 +130,7 @@ def respond(
 ):
     global model
     global cache
-    model_path = "models/Mistral-7B-instruct-exl2/"
     # Set up the model configuration
     config = ExLlamaV2Config(model_path)
     if model is None or cache is None:

 )
 snapshot_download(
     repo_id="turboderp/Mistral-Nemo-Instruct-12B-exl2",
+    revision="4.0bpw",
     local_dir = "./models/Mistral-Nemo-Instruct-12B-exl2"
 )
 # snapshot_download(
 ):
     global model
     global cache
+    model_path = "models/Mistral-Nemo-Instruct-12B-exl2/"
     # Set up the model configuration
     config = ExLlamaV2Config(model_path)
     if model is None or cache is None: