Farid Karimli
commited on
Commit
·
679cb58
1
Parent(s):
6581a76
config changes
Browse files
code/modules/config/config.yml
CHANGED
@@ -32,7 +32,7 @@ llm_params:
|
|
32 |
local_llm_params:
|
33 |
model: 'tiny-llama'
|
34 |
temperature: 0.7
|
35 |
-
pdf_reader: '
|
36 |
|
37 |
chat_logging:
|
38 |
log_chat: False # bool
|
@@ -43,6 +43,7 @@ splitter_options:
|
|
43 |
split_by_token : True # bool
|
44 |
remove_leftover_delimiters: True # bool
|
45 |
remove_chunks: False # bool
|
|
|
46 |
chunk_size : 300 # int
|
47 |
chunk_overlap : 30 # int
|
48 |
chunk_separators : ["\n\n", "\n", " ", ""] # list of strings
|
|
|
32 |
local_llm_params:
|
33 |
model: 'tiny-llama'
|
34 |
temperature: 0.7
|
35 |
+
pdf_reader: 'gpt' # str [llama, pymupdf, gpt]
|
36 |
|
37 |
chat_logging:
|
38 |
log_chat: False # bool
|
|
|
43 |
split_by_token : True # bool
|
44 |
remove_leftover_delimiters: True # bool
|
45 |
remove_chunks: False # bool
|
46 |
+
chunking_mode: 'semantic' # str [fixed, semantic]
|
47 |
chunk_size : 300 # int
|
48 |
chunk_overlap : 30 # int
|
49 |
chunk_separators : ["\n\n", "\n", " ", ""] # list of strings
|