feat: add RAG_EMBEDDING_OPENAI_BATCH_SIZE to batch multiple embeddings

This commit is contained in:
Jun Siang Cheah committed 2024-06-02 15:34:31 +01:00
1 parent 207e25035a
commit 0cb8163321
39 files changed
+112 -19

No files matched your search

+6
View File
@@ -672,6 +672,12 @@ RAG_EMBEDDING_MODEL_TRUST_REMOTE_CODE = (
os.environ.get("RAG_EMBEDDING_MODEL_TRUST_REMOTE_CODE", "").lower() == "true"
)
RAG_EMBEDDING_OPENAI_BATCH_SIZE = PersistentConfig(
"RAG_EMBEDDING_OPENAI_BATCH_SIZE",
"rag.embedding_openai_batch_size",
os.environ.get("RAG_EMBEDDING_OPENAI_BATCH_SIZE", 1),
)
RAG_RERANKING_MODEL = PersistentConfig(
"RAG_RERANKING_MODEL",
"rag.reranking_model",