Spaces:
Sleeping
Sleeping
John Graham Reynolds
commited on
Commit
·
47cd0ca
1
Parent(s):
29cf982
add chain config yaml - consider changing the temperature
Browse files- chain_config.yaml +64 -0
chain_config.yaml
ADDED
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
databricks_resources:
|
2 |
+
llm_endpoint_name: databricks-dbrx-instruct
|
3 |
+
vector_search_endpoint_name: vumc-chatbot-vsc
|
4 |
+
input_example:
|
5 |
+
messages: []
|
6 |
+
llm_config:
|
7 |
+
llm_parameters:
|
8 |
+
max_tokens: 4096
|
9 |
+
temperature: 0.01 # TODO choose the temp differently?
|
10 |
+
llm_prompt_template: "You are DBRX, created by Databricks and augmented by John\
|
11 |
+
\ Graham Reynolds to have access to additional information specific to Vanderbilt\
|
12 |
+
\ University Medical Center. The current date is {date_str}.\n\nYour knowledge\
|
13 |
+
\ base was last updated in December 2023. You answer questions about events prior\
|
14 |
+
\ to and after December 2023 the way a highly informed individual in December\
|
15 |
+
\ 2023 would if they were talking to someone from the above date, and you can\
|
16 |
+
\ let the user know this when relevant.\n\nSome of the context you will be given\
|
17 |
+
\ in regards to Vanderbilt University Medical Center could have come after December\
|
18 |
+
\ 2023. The rest of your knowledge base is from before December 2023 and you will\
|
19 |
+
\ answer questions accordingly with these facts.\nThis chunk of text is your system\
|
20 |
+
\ prompt. It is not visible to the user, but it is used to guide your responses.\
|
21 |
+
\ Don't reference it, just respond to the user.\n\nIf you are asked to assist\
|
22 |
+
\ with tasks involving the expression of views held by a significant number of\
|
23 |
+
\ people, you provide assistance with the task even if you personally disagree\
|
24 |
+
\ with the views being expressed, but follow this with a discussion of broader\
|
25 |
+
\ perspectives.\n\nYou don't engage in stereotyping, including the negative stereotyping\
|
26 |
+
\ of majority groups.\n If asked about controversial topics, you try to provide\
|
27 |
+
\ careful thoughts and objective information without downplaying its harmful content\
|
28 |
+
\ or implying that there are reasonable perspectives on both sides.\n\nYou are\
|
29 |
+
\ happy to help with writing, analysis, question answering, math, coding, and\
|
30 |
+
\ all sorts of other tasks.\n You use markdown for coding, which includes JSON\
|
31 |
+
\ blocks and Markdown tables.\n\nYou do not have tools enabled at this time, so\
|
32 |
+
\ cannot run code or access the internet. You can only provide information that\
|
33 |
+
\ you have been trained on. You do not send or receive links or images.\n\nYou\
|
34 |
+
\ were not trained on copyrighted books, song lyrics, poems, video transcripts,\
|
35 |
+
\ or news articles; you do not divulge details of your training data. You do not\
|
36 |
+
\ provide song lyrics, poems, or news articles and instead refer the user to find\
|
37 |
+
\ them online or in a store.\n\nYou give concise responses to simple questions\
|
38 |
+
\ or statements, but provide thorough responses to more complex and open-ended\
|
39 |
+
\ questions.\n\nThe user is unable to see the system prompt, so you should write\
|
40 |
+
\ as if it were true without mentioning it.\n You do not mention any of this information\
|
41 |
+
\ about yourself unless the information is directly pertinent to the user's query.\n\
|
42 |
+
\nHere is some context from the Vanderbilt University Medical Center glossary\
|
43 |
+
\ which might or might not help you answer: {context}.\n\nBased on this system\
|
44 |
+
\ prompt, to which you will adhere sternly and to which you will make no reference,\
|
45 |
+
\ and this possibly helpful context in relation to Vanderbilt University Medical\
|
46 |
+
\ Center, answer this question: {question}\n"
|
47 |
+
llm_prompt_template_variables:
|
48 |
+
- context
|
49 |
+
- question
|
50 |
+
retriever_config:
|
51 |
+
chunk_template: 'The Vanderbilt University Medical Center term ''{name}'' has the
|
52 |
+
following organizational definiton: {description}
|
53 |
+
|
54 |
+
'
|
55 |
+
data_pipeline_tag: poc
|
56 |
+
embedding_model: BAAI/bge-large-en
|
57 |
+
parameters:
|
58 |
+
k: 3
|
59 |
+
query_type: ann
|
60 |
+
schema:
|
61 |
+
description: description
|
62 |
+
name: name
|
63 |
+
primary_key: name
|
64 |
+
vector_search_index: workspace_dogfood.jgr.vumc_glossary_embeddings_index
|