forked from sambanova/ai-starter-kit
-
Notifications
You must be signed in to change notification settings - Fork 0
/
config.yaml
41 lines (35 loc) · 1.09 KB
/
config.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
llm:
"type": "sncloud" # set either sambastudio or sncloud
"temperature": 0.01
"max_tokens_to_generate": 500
"top_p": 1
"do_sample": false
"bundle": True #set as true if using Sambastudio bundle endpoint
"select_expert": "Meta-Llama-3.1-70B-Instruct"
embedding_model:
"type": "cpu" # set either sambastudio or cpu
"batch_size": 1 #set depending of your endpoint configuration (1 if bundle embedding expert)
"bundle": True #set true if using Sambastudio embeddings in a bundle endpoint
"select_expert": "e5-mistral-7b-instruct" #set if using SambaStudio bundle embedding expert
retrieval:
"chunk_size": 1200
"chunk_overlap": 240
"db_type": "chroma"
"k_retrieved_documents": 3
"score_treshold": 0.3
web_crawling:
"max_scraped_websites": 20
"excluded_links":
- 'facebook.com'
- 'twitter.com'
- 'instagram.com'
- 'linkedin.com'
- 'telegram.me'
- 'reddit.com'
- 'whatsapp.com'
- 'wa.me'
additional_env_vars:
- SERPAPI_API_KEY
extra_loaders:
- "pdf"
prod_mode: False