Update app.py

app.py

@@ -4,7 +4,7 @@ import numpy as np
 import torch
 import torch.backends.cudnn as cudnn
 import gradio as gr
-from lmdeploy.messages import TurbomindEngineConfig, ChatTemplateConfig
+
 from utils import load_json, init_logger
 from demo import ConversationalAgent, CustomTheme
 
@@ -34,14 +34,6 @@ def main():
     food_examples = load_json(FOOD_EXAMPLES)
     
     # Set the device to CPU explicitly
-    device = 'cpu'
-    backend_config = TurbomindEngineConfig(
-        model_format='pytorch',
-        device=device,
-        tp=1,  # tensor parallel degree
-        session_len=8192,  # 最大会话长度
-        rope_scaling_factor=1.0
-    )
     agent = ConversationalAgent(model_path=MODEL_PATH,
                                 outputs_dir=OUTPUT_PATH,
                                 device=device,