Upload 2 files

prompt.py

@@ -318,14 +318,11 @@ class PromptGenerator:
         return prompt
 
 import os
-from openai import OpenAI
 
 class HuggingFaceInferenceNode:
+
     def __init__(self):
-        self.client = OpenAI(
-            base_url="https://api-inference.huggingface.co/v1/",
-            #api_key=huggingface_token,
-        )
+        self.client = InferenceClient("meta-llama/Meta-Llama-3.1-70B-Instruct")
         self.prompts_dir = "./prompts"
         os.makedirs(self.prompts_dir, exist_ok=True)
 

requirements.txt

@@ -13,5 +13,4 @@ controlnet-aux
 kornia
 numpy
 opencv-python
-deepspeed
-openai==1.37.0
+deepspeed