Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -41,9 +41,11 @@ def load_model():
|
|
41 |
repo_id="Mykes/med_phi3-mini-4k-GGUF",
|
42 |
filename="*Q4_K_M.gguf",
|
43 |
verbose=False,
|
44 |
-
n_ctx=
|
45 |
-
n_batch=
|
46 |
-
n_threads=
|
|
|
|
|
47 |
)
|
48 |
|
49 |
llm = load_model()
|
|
|
41 |
repo_id="Mykes/med_phi3-mini-4k-GGUF",
|
42 |
filename="*Q4_K_M.gguf",
|
43 |
verbose=False,
|
44 |
+
n_ctx=1024,
|
45 |
+
n_batch=512,
|
46 |
+
n_threads=8,
|
47 |
+
use_mlock=True,
|
48 |
+
use_mmap=True,
|
49 |
)
|
50 |
|
51 |
llm = load_model()
|