comments

config.yaml

@@ -1,12 +1,12 @@
 client_llm:
-  url: ""  # <-- add your own inference endpoint here (or use https://api-inference.huggingface.co/models/HuggingFaceH4/zephyr-7b-beta)
-  model_id: "HuggingFaceH4/zephyr-7b-beta"
+  url: ""  # <-- start your own inference endpoint here and provide url (or use https://api-inference.huggingface.co/models/HuggingFaceH4/zephyr-7b-beta)
+  model_id: "HuggingFaceH4/zephyr-7b-beta"  # <-- your client llm
   max_tokens: 800
   temperature: 0.6
 expert_llm:
-  url: ""  # <-- add your own inference endpoint here (or use https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3.1-70B-Instruct)
+  url: ""  # <-- start your own inference endpoint here and provide url (or use https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3.1-70B-Instruct)
   model_id: "meta-llama/Meta-Llama-3.1-70B-Instruct"
 classifier_llm:
   model_id: "MoritzLaurer/DeBERTa-v3-base-mnli-fever-anli"
-  url: ""  # <-- add your own inference endpoint of classifier here
+  url: ""  # <-- start your own inference endpoint of classifier model here and provide url
   batch_size: 8