api_wiz-vicuna-1

Sleeping

varun500 commited on Jun 11, 2023

Commit

967e0d9

1 Parent(s): b0a258d

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -5,7 +5,7 @@ import gradio as gr
 from llama_cpp import Llama
-llm = Llama(model_path="Wizard-Vicuna-13B-Uncensored.ggmlv3.q4_0", n_ctx=2048, n_batch=126)
 def generate_text(prompt):
     output = llm(prompt, max_tokens=468, temperature=0.1, top_p=0.5, echo=False, stop=["#"])

 from llama_cpp import Llama
+llm = Llama(model_path="Wizard-Vicuna-13B-Uncensored.ggmlv3.q4_K_M.bin", n_ctx=2048, n_batch=126)
 def generate_text(prompt):
     output = llm(prompt, max_tokens=468, temperature=0.1, top_p=0.5, echo=False, stop=["#"])