Spaces:
Runtime error
Runtime error
Updated the architectures config for both the fine-tuning model evolution, and the performance test removing the screeners
Browse files- config/architectures.json +31 -5
config/architectures.json
CHANGED
@@ -11,11 +11,11 @@
|
|
11 |
"img": "architecture_baseline.jpg"
|
12 |
},
|
13 |
{
|
14 |
-
"name": "2. Fine-tuning Architecture
|
15 |
-
"description": "Model fine-tuned on the data from the baseline product dataset.",
|
16 |
"steps": [
|
17 |
{"class": "InputRequestScreener"},
|
18 |
-
{"class": "HFInferenceEndpoint", "params": {"endpoint_url": "https://
|
19 |
{"class": "OutputResponseScreener"}
|
20 |
]
|
21 |
},
|
@@ -32,7 +32,16 @@
|
|
32 |
"img": "architecture_rag.jpg"
|
33 |
},
|
34 |
{
|
35 |
-
"name": "
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
36 |
"description": "Model fine-tuned on the data from the baseline product dataset.",
|
37 |
"steps": [
|
38 |
{"class": "InputRequestScreener"},
|
@@ -41,13 +50,30 @@
|
|
41 |
]
|
42 |
},
|
43 |
{
|
44 |
-
"name": "
|
45 |
"description": "Model fine-tuned on the data from the baseline product dataset.",
|
46 |
"steps": [
|
47 |
{"class": "InputRequestScreener"},
|
48 |
{"class": "HFInferenceEndpoint", "params": {"endpoint_url": "https://kl6kq9j1yw3hoj4e.eu-west-1.aws.endpoints.huggingface.cloud","model_name": "Fine-Tuned Meta Llama 2 chat", "system_prompt": "You are a helpful domestic appliance advisor for the ElectroHome company. Please answer customer questions and do not mention other brands. Answer succinctly with facts, and if you cannot answer please say so.", "max_new_tokens": 1000, "prompt_style": "multi_line_with_roles"}},
|
49 |
{"class": "OutputResponseScreener"}
|
50 |
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
51 |
}
|
52 |
]
|
53 |
}
|
|
|
11 |
"img": "architecture_baseline.jpg"
|
12 |
},
|
13 |
{
|
14 |
+
"name": "2. Fine-tuning Architecture",
|
15 |
+
"description": "Model fine-tuned on the data from the baseline product dataset (running on the v7 model).",
|
16 |
"steps": [
|
17 |
{"class": "InputRequestScreener"},
|
18 |
+
{"class": "HFInferenceEndpoint", "params": {"endpoint_url": "https://kl6kq9j1yw3hoj4e.eu-west-1.aws.endpoints.huggingface.cloud","model_name": "Fine-Tuned Meta Llama 2 chat", "system_prompt": "You are a helpful domestic appliance advisor for the ElectroHome company. Please answer customer questions and do not mention other brands. Answer succinctly with facts, and if you cannot answer please say so.", "max_new_tokens": 1000, "prompt_style": "multi_line_with_roles"}},
|
19 |
{"class": "OutputResponseScreener"}
|
20 |
]
|
21 |
},
|
|
|
32 |
"img": "architecture_rag.jpg"
|
33 |
},
|
34 |
{
|
35 |
+
"name": "4a. Fine-tuning Architecture evolution V5",
|
36 |
+
"description": "Model fine-tuned on the data from the baseline product dataset.",
|
37 |
+
"steps": [
|
38 |
+
{"class": "InputRequestScreener"},
|
39 |
+
{"class": "HFInferenceEndpoint", "params": {"endpoint_url": "https://pgzu02dvzupp5sml.eu-west-1.aws.endpoints.huggingface.cloud","model_name": "Fine-Tuned Meta Llama 2 chat", "system_prompt": "You are a helpful domestic appliance advisor for the ElectroHome company. Please answer customer questions and do not mention other brands. Answer succinctly with facts, and if you cannot answer please say so.", "max_new_tokens": 1000, "prompt_style": "multi_line_with_roles"}},
|
40 |
+
{"class": "OutputResponseScreener"}
|
41 |
+
]
|
42 |
+
},
|
43 |
+
{
|
44 |
+
"name": "4b. Fine-tuning Architecture evolution V6",
|
45 |
"description": "Model fine-tuned on the data from the baseline product dataset.",
|
46 |
"steps": [
|
47 |
{"class": "InputRequestScreener"},
|
|
|
50 |
]
|
51 |
},
|
52 |
{
|
53 |
+
"name": "4c. Fine-tuning Architecture evolution V7",
|
54 |
"description": "Model fine-tuned on the data from the baseline product dataset.",
|
55 |
"steps": [
|
56 |
{"class": "InputRequestScreener"},
|
57 |
{"class": "HFInferenceEndpoint", "params": {"endpoint_url": "https://kl6kq9j1yw3hoj4e.eu-west-1.aws.endpoints.huggingface.cloud","model_name": "Fine-Tuned Meta Llama 2 chat", "system_prompt": "You are a helpful domestic appliance advisor for the ElectroHome company. Please answer customer questions and do not mention other brands. Answer succinctly with facts, and if you cannot answer please say so.", "max_new_tokens": 1000, "prompt_style": "multi_line_with_roles"}},
|
58 |
{"class": "OutputResponseScreener"}
|
59 |
]
|
60 |
+
},
|
61 |
+
{
|
62 |
+
"name": "5a. Performance test (safety off) Fine-tuning",
|
63 |
+
"description": "Model fine-tuned on the data from the baseline product dataset.",
|
64 |
+
"steps": [
|
65 |
+
{"class": "HFInferenceEndpoint", "params": {"endpoint_url": "https://kl6kq9j1yw3hoj4e.eu-west-1.aws.endpoints.huggingface.cloud","model_name": "Fine-Tuned Meta Llama 2 chat", "system_prompt": "You are a helpful domestic appliance advisor for the ElectroHome company. Please answer customer questions and do not mention other brands. Answer succinctly with facts, and if you cannot answer please say so.", "max_new_tokens": 1000, "prompt_style": "multi_line_with_roles"}}
|
66 |
+
]
|
67 |
+
},
|
68 |
+
{
|
69 |
+
"name": "5b. Performance test (safety off) RAG",
|
70 |
+
"description": "An architecture which uses a raw baseline LLM for its core, but augments requests from the user with information which has been retrieved from a knowledge store where the organisational knowledge has previously been stored for this purpose.",
|
71 |
+
"steps": [
|
72 |
+
{"class": "RetrievalAugmentor", "params": {"vector_store": "02_baseline_products"}},
|
73 |
+
{"class": "HFInferenceEndpoint", "params": {"endpoint_url": "https://yl89ru8gdr1wkbej.eu-west-1.aws.endpoints.huggingface.cloud","model_name": "Unmodified Meta Llama 2 chat", "system_prompt": "You are a helpful domestic appliance advisor. Please answer the following customer question, answering only from the facts provided. Answer based on the background provided, do not make things up, and say if you cannot answer.", "max_new_tokens": 1000}},
|
74 |
+
{"class": "ResponseTrimmer", "params": {"regexes": ["^.{0,20}information provided[0-9A-Za-z,]*? ", "^.{0,20}background[0-9A-Za-z,]*? "]}}
|
75 |
+
],
|
76 |
+
"img": "architecture_rag.jpg"
|
77 |
}
|
78 |
]
|
79 |
}
|