refac
This commit is contained in:
1 parent
21a28e3bf0
commit
47e4250f58
1 file changed
+1
-1
@@ -667,7 +667,7 @@ def save_docs_to_vector_db(
|
||||
add_start_index=True,
|
||||
)
|
||||
elif app.state.config.TEXT_SPLITTER == "token":
|
||||
|
||||
tiktoken.get_encoding(app.state.config.TIKTOKEN_ENCODING_NAME)
|
||||
text_splitter = TokenTextSplitter(
|
||||
encoding_name=str(app.state.config.TIKTOKEN_ENCODING_NAME),
|
||||
chunk_size=app.state.config.CHUNK_SIZE,
|
||||
|
||||
Reference in new issue
Block a user