github-starred/open-webui
2
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2026-03-11 17:47:44 -05:00
Code Issues 308 Packages Projects Releases 100 Wiki Activity

feat: handle large stream chunks responses

Browse Source
This commit is contained in:
Shirasawa
2025-11-03 09:45:28 +00:00
parent 49d57ae82b
commit 89c0e150c8
3 changed files with 76 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
backend/open_webui/env.py
View File

@@ -569,6 +569,19 @@ else:
CHAT_RESPONSE_MAX_TOOL_CALL_RETRIES = 30
CHAT_STREAM_RESPONSE_CHUNK_MAX_BUFFER_SIZE = os.environ.get(
"CHAT_STREAM_RESPONSE_CHUNK_MAX_BUFFER_SIZE", "10485760" # 10MB
)
if CHAT_STREAM_RESPONSE_CHUNK_MAX_BUFFER_SIZE == "":
CHAT_STREAM_RESPONSE_CHUNK_MAX_BUFFER_SIZE = 1024 * 1024 * 10
else:
try:
CHAT_STREAM_RESPONSE_CHUNK_MAX_BUFFER_SIZE = int(CHAT_STREAM_RESPONSE_CHUNK_MAX_BUFFER_SIZE)
except Exception:
CHAT_STREAM_RESPONSE_CHUNK_MAX_BUFFER_SIZE = 1024 * 1024 * 10
####################################
# WEBSOCKET SUPPORT
####################################