Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
import gradio as gr
|
2 |
from llama_cpp import Llama
|
3 |
|
4 |
-
llm = Llama(model_path="
|
5 |
|
6 |
def generate_text(input_text):
|
7 |
print(input_text)
|
|
|
1 |
import gradio as gr
|
2 |
from llama_cpp import Llama
|
3 |
|
4 |
+
llm = Llama(model_path="ggml-model-q4_0.bin", n_ctx=256, n_batch=128)
|
5 |
|
6 |
def generate_text(input_text):
|
7 |
print(input_text)
|