mooved folders

.idea/misc.xml

@@ -3,7 +3,7 @@
   <component name="Black">
     <option name="sdkName" value="Python 3.12 (LLM-Engine)" />
   </component>
-  <component name="ProjectRootManager" version="2" languageLevel="JDK_21" default="true" project-jdk-name="Python 3.12 (LLM-Engine) (2)" project-jdk-type="Python SDK">
+  <component name="ProjectRootManager" version="2" languageLevel="JDK_21" default="true" project-jdk-name="Python 3.12 (LLMServer)" project-jdk-type="Python SDK">
     <output url="file://$PROJECT_DIR$/out" />
   </component>
 </project>

Dockerfile

@@ -13,7 +13,6 @@ RUN pip install --no-cache-dir --upgrade -r requirements.txt
 
 COPY --chown=user . /app
 COPY --chown=user main $HOME/app/main
-COPY --chown=user utils $HOME/app/utils
 
 CMD ["uvicorn", "main.app:app", "--host", "0.0.0.0", "--port", "7860"]
 

main/api.py

@@ -4,7 +4,7 @@ from threading import Thread
 import torch
 from typing import Optional, Iterator, List
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
-from utils.logging import setup_logger
+from .utils.logging import setup_logger
 
 class LLMApi:
     def __init__(self, config: dict):

main/app.py

@@ -5,7 +5,7 @@ from fastapi.middleware.cors import CORSMiddleware
 import uvicorn
 from .api import LLMApi
 from .routes import router, init_router
-from utils.logging import setup_logger
+from .utils.logging import setup_logger
 from huggingface_hub import login
 from pathlib import Path
 from dotenv import load_dotenv

main/config.yaml

@@ -10,13 +10,13 @@ model:
     temperature: 0.7
     repetition_penalty: 1.1
   defaults:
-    #model_name: "huihui-ai/Llama-3.2-3B-Instruct-abliterated"
-    model_name: "huihui-ai/Qwen2.5-Coder-32B-Instruct-abliterated"
+    model_name: "huihui-ai/Llama-3.2-3B-Instruct-abliterated"
+    #model_name: "huihui-ai/Qwen2.5-Coder-32B-Instruct-abliterated"
 
 folders:
-  models: "models"
-  cache: ".cache"
-  logs: "logs"
+  models: "main/models"
+  cache: "main/.cache"
+  logs: "main/logs"
 
 logging:
   level: "INFO"

main/routes.py

@@ -2,9 +2,9 @@ from fastapi import APIRouter, HTTPException
 from pydantic import BaseModel
 from typing import Optional, List, Dict, Union
 from .api import LLMApi
-from utils.logging import setup_logger
-from utils.helpers import get_system_info, format_memory_size
-from utils.validation import validate_model_path
+from .utils.logging import setup_logger
+from .utils.helpers import get_system_info, format_memory_size
+from .utils.validation import validate_model_path
 import psutil
 from pathlib import Path