enh: ENABLE_MARKDOWN_HEADER_TEXT_SPLITTER

This commit is contained in:
Timothy Jaeryang Baek
2025-12-30 19:31:59 +04:00
parent 61e25dc2dc
commit d3a682759f
3 changed files with 40 additions and 48 deletions

View File

@@ -2862,6 +2862,12 @@ RAG_TEXT_SPLITTER = PersistentConfig(
os.environ.get("RAG_TEXT_SPLITTER", ""),
)
ENABLE_MARKDOWN_HEADER_TEXT_SPLITTER = PersistentConfig(
"ENABLE_MARKDOWN_HEADER_TEXT_SPLITTER",
"rag.enable_markdown_header_text_splitter",
os.environ.get("ENABLE_MARKDOWN_HEADER_TEXT_SPLITTER", "True").lower() == "true",
)
TIKTOKEN_CACHE_DIR = os.environ.get("TIKTOKEN_CACHE_DIR", f"{CACHE_DIR}/tiktoken")
TIKTOKEN_ENCODING_NAME = PersistentConfig(