新增gpu模式下chattts代码

Chat2TTS/core.py

@@ -25,6 +25,7 @@ class Chat:
     def __init__(self, ):
         self.pretrain_models = {}
         self.logger = logging.getLogger(__name__)
+        self.gpt=None
         
     def check_model(self, level = logging.INFO, use_decoder = False):
         not_finish = False
@@ -201,6 +202,7 @@ class Chat:
         return s
 
     def _sample_random_speaker(self) -> torch.Tensor:
+
         with torch.no_grad():
             dim: int = self.gpt.gpt.layers[0].mlp.gate_proj.in_features
             out: torch.Tensor = self.pretrain_models["spk_stat"]

web/app_gpu.py

@@ -26,21 +26,21 @@ chat = Chat2TTS.Chat()
 
 def init_chat(args):
     global chat
-    source = "custom"
+    source = "local"
     # 获取启动模式
     MODEL = os.getenv('MODEL')
-    logger.info("loading Chat2TTS model..., start MODEL:" + str(MODEL))
     # huggingface 部署模式下，模型则直接使用hf的模型数据
     if MODEL == "HF":
         source = "huggingface"
 
-    device=select_device()
+    logger.info("loading Chat2TTS model..., start source:" + source)
 
+    device=select_device()
     logger.info("loading ChatTTS device :" + str(device))
 
     if chat.load_models(source=source, local_path="D:\\chenjgspace\\ai-model\\chattts"):
         print("Models loaded successfully.")
-        logger.info("Models loaded successfully.")
+    logger.info("Models loaded end.")
     # else:
     #     logger.error("=========Models load failed.")
     #     sys.exit(1)
@@ -212,7 +212,7 @@ def get_chat_infer_audio(chat_txt,
     # torch.manual_seed(audio_seed_input)
     # rand_spk = torch.randn(768)
     params_infer_code = {
-        'spk_emb': spk_emb_text,
+        'spk_emb': None,
         'temperature': temperature_slider,
         'top_P': top_p_slider,
         'top_K': top_k_slider,