Update app.py
Browse files
app.py
CHANGED
@@ -165,7 +165,7 @@ def initialize_llm(model_path: str, n_ctx: int, n_threads: int = 4, n_batch: int
|
|
165 |
logger.error(f"Failed to initialize LLM: {e}")
|
166 |
raise
|
167 |
|
168 |
-
llm = initialize_llm(
|
169 |
|
170 |
def build_tool(config) -> Tool:
|
171 |
tool = Tool(
|
|
|
165 |
logger.error(f"Failed to initialize LLM: {e}")
|
166 |
raise
|
167 |
|
168 |
+
llm = initialize_llm(model_path, 4096)
|
169 |
|
170 |
def build_tool(config) -> Tool:
|
171 |
tool = Tool(
|