zlei6/ragflow
1
0
Fork 0
mirror of https://github.com/infiniflow/ragflow.git synced 2026-08-04 23:00:30 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: optimize dataflow indexing and logs (#17737)

Browse Source
This commit is contained in:
buua436
2026-08-03 19:15:44 +08:00
committed by GitHub
parent e997fd655a
commit 1d141aff18
9 changed files with 103 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
common/settings.py
View File

@@ -125,7 +125,7 @@ OS = {}
GCS = {}
DOC_MAXIMUM_SIZE: int = 128 * 1024 * 1024
DOC_BULK_SIZE: int = 4
DOC_BULK_SIZE: int = 32
EMBEDDING_BATCH_SIZE: int = 16
PARALLEL_DEVICES: int = 0
@@ -395,7 +395,7 @@ def init_settings():
global DOC_MAXIMUM_SIZE, DOC_BULK_SIZE, EMBEDDING_BATCH_SIZE
DOC_MAXIMUM_SIZE = int(os.environ.get("MAX_CONTENT_LENGTH", 128 * 1024 * 1024))
DOC_BULK_SIZE = int(os.environ.get("DOC_BULK_SIZE", 4))
DOC_BULK_SIZE = int(os.environ.get("DOC_BULK_SIZE", 32))
EMBEDDING_BATCH_SIZE = int(os.environ.get("EMBEDDING_BATCH_SIZE", 16))
os.environ["DOTNET_SYSTEM_GLOBALIZATION_INVARIANT"] = "1"