Spaces:
Running
Running
File size: 1,084 Bytes
091596c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
directories:
data_directory: data/docs
data_directory_2: data/docs_2
persist_directory: data/vectordb/processed/chroma/
custom_persist_directory: data/vectordb/uploaded/chroma/
llm_config:
embedding_model: "NeuML/pubmedbert-base-embeddings"
llm_system_role_with_history: "Answer the question based on the given content without using on your own knowledge.
You will receive a prompt with the the following format:
# Chat history:\n
[user query, response]\n\n
# Retrieved content number:\n
Content\n\n
Source\n\n
# User question:\n
New question
"
llm_system_role_without_history: "In the following you recieve a prompt.
Answer it based on given content. Provide only the response, dont say 'Answer:'."
engine: "BioMistral/BioMistral-7B"
temperature: 0.1
device: "cuda"
max_new_tokens: 4096
do_sample: True
top_k: 10
top_p: 0.1
add_history: False
splitter_config:
chunk_size: 1500
chunk_overlap: 250
retrieval_config:
k: 2
serve:
port: 8000
memory:
number_of_q_a_pairs: 2
|