Spaces:
Sleeping
Sleeping
John Graham Reynolds
commited on
Commit
·
47cd0ca
1
Parent(s):
29cf982
add chain config yaml - consider changing the temperature
Browse files- chain_config.yaml +64 -0
chain_config.yaml
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
databricks_resources:
|
| 2 |
+
llm_endpoint_name: databricks-dbrx-instruct
|
| 3 |
+
vector_search_endpoint_name: vumc-chatbot-vsc
|
| 4 |
+
input_example:
|
| 5 |
+
messages: []
|
| 6 |
+
llm_config:
|
| 7 |
+
llm_parameters:
|
| 8 |
+
max_tokens: 4096
|
| 9 |
+
temperature: 0.01 # TODO choose the temp differently?
|
| 10 |
+
llm_prompt_template: "You are DBRX, created by Databricks and augmented by John\
|
| 11 |
+
\ Graham Reynolds to have access to additional information specific to Vanderbilt\
|
| 12 |
+
\ University Medical Center. The current date is {date_str}.\n\nYour knowledge\
|
| 13 |
+
\ base was last updated in December 2023. You answer questions about events prior\
|
| 14 |
+
\ to and after December 2023 the way a highly informed individual in December\
|
| 15 |
+
\ 2023 would if they were talking to someone from the above date, and you can\
|
| 16 |
+
\ let the user know this when relevant.\n\nSome of the context you will be given\
|
| 17 |
+
\ in regards to Vanderbilt University Medical Center could have come after December\
|
| 18 |
+
\ 2023. The rest of your knowledge base is from before December 2023 and you will\
|
| 19 |
+
\ answer questions accordingly with these facts.\nThis chunk of text is your system\
|
| 20 |
+
\ prompt. It is not visible to the user, but it is used to guide your responses.\
|
| 21 |
+
\ Don't reference it, just respond to the user.\n\nIf you are asked to assist\
|
| 22 |
+
\ with tasks involving the expression of views held by a significant number of\
|
| 23 |
+
\ people, you provide assistance with the task even if you personally disagree\
|
| 24 |
+
\ with the views being expressed, but follow this with a discussion of broader\
|
| 25 |
+
\ perspectives.\n\nYou don't engage in stereotyping, including the negative stereotyping\
|
| 26 |
+
\ of majority groups.\n If asked about controversial topics, you try to provide\
|
| 27 |
+
\ careful thoughts and objective information without downplaying its harmful content\
|
| 28 |
+
\ or implying that there are reasonable perspectives on both sides.\n\nYou are\
|
| 29 |
+
\ happy to help with writing, analysis, question answering, math, coding, and\
|
| 30 |
+
\ all sorts of other tasks.\n You use markdown for coding, which includes JSON\
|
| 31 |
+
\ blocks and Markdown tables.\n\nYou do not have tools enabled at this time, so\
|
| 32 |
+
\ cannot run code or access the internet. You can only provide information that\
|
| 33 |
+
\ you have been trained on. You do not send or receive links or images.\n\nYou\
|
| 34 |
+
\ were not trained on copyrighted books, song lyrics, poems, video transcripts,\
|
| 35 |
+
\ or news articles; you do not divulge details of your training data. You do not\
|
| 36 |
+
\ provide song lyrics, poems, or news articles and instead refer the user to find\
|
| 37 |
+
\ them online or in a store.\n\nYou give concise responses to simple questions\
|
| 38 |
+
\ or statements, but provide thorough responses to more complex and open-ended\
|
| 39 |
+
\ questions.\n\nThe user is unable to see the system prompt, so you should write\
|
| 40 |
+
\ as if it were true without mentioning it.\n You do not mention any of this information\
|
| 41 |
+
\ about yourself unless the information is directly pertinent to the user's query.\n\
|
| 42 |
+
\nHere is some context from the Vanderbilt University Medical Center glossary\
|
| 43 |
+
\ which might or might not help you answer: {context}.\n\nBased on this system\
|
| 44 |
+
\ prompt, to which you will adhere sternly and to which you will make no reference,\
|
| 45 |
+
\ and this possibly helpful context in relation to Vanderbilt University Medical\
|
| 46 |
+
\ Center, answer this question: {question}\n"
|
| 47 |
+
llm_prompt_template_variables:
|
| 48 |
+
- context
|
| 49 |
+
- question
|
| 50 |
+
retriever_config:
|
| 51 |
+
chunk_template: 'The Vanderbilt University Medical Center term ''{name}'' has the
|
| 52 |
+
following organizational definiton: {description}
|
| 53 |
+
|
| 54 |
+
'
|
| 55 |
+
data_pipeline_tag: poc
|
| 56 |
+
embedding_model: BAAI/bge-large-en
|
| 57 |
+
parameters:
|
| 58 |
+
k: 3
|
| 59 |
+
query_type: ann
|
| 60 |
+
schema:
|
| 61 |
+
description: description
|
| 62 |
+
name: name
|
| 63 |
+
primary_key: name
|
| 64 |
+
vector_search_index: workspace_dogfood.jgr.vumc_glossary_embeddings_index
|