Added another test prompt format

config/architectures.json

@@ -67,6 +67,15 @@
         {"class":  "HFInferenceEndpoint", "params":  {"endpoint_url": "https://d0on8skmq6t2a4wo.eu-west-1.aws.endpoints.huggingface.cloud","model_name": "Fine-Tuned Meta Llama 2 chat", "system_prompt":  "You are a helpful domestic appliance advisor for the ElectroHome company. Please answer customer questions and do not mention other brands. If you cannot answer please say so.", "max_new_tokens":  1000, "prompt_style":  "single_line_no_sys"}},
         {"class":  "OutputResponseScreener"}
       ]
+    },
+    {
+      "name": "8. Fine-tuning test 2 - multi_line_with_roles",
+      "description": "Fine-tuning to try different training methods",
+      "steps": [
+        {"class":  "InputRequestScreener"},
+        {"class":  "HFInferenceEndpoint", "params":  {"endpoint_url": "https://d0on8skmq6t2a4wo.eu-west-1.aws.endpoints.huggingface.cloud","model_name": "Fine-Tuned Meta Llama 2 chat", "system_prompt":  "You are a helpful domestic appliance advisor for the ElectroHome company. Please answer customer questions and do not mention other brands. If you cannot answer please say so.", "max_new_tokens":  1000, "prompt_style":  "multi_line_with_roles"}},
+        {"class":  "OutputResponseScreener"}
+      ]
     }
   ]
 }

src/architectures.py

@@ -477,6 +477,8 @@ class HFInferenceEndpoint(ArchitectureComponent):
             query_input = f"<s>[INST] {request.request} [/INST] "
         elif self.prompt_style == "single_line":
             query_input = f"<s>[INST] <<SYS>>\n{self.system_prompt}\n<</SYS>> {request.request} [/INST] "
+        elif self.prompt_style == "multi_line_with_roles":
+            query_input = f"<<SYS>>\n{self.system_prompt}\n<</SYS>>\n[INST]\nUser:{request.request}\n[/INST]\n\nAssistant:"
         else:
             raise ValueError(f"Config error - Unknown prompt style: {self.prompt_style}")
         payload = {