enh: embedding_batch_size for local embedding engine

2026-05-03 02:39:11 -05:00 · 2026-01-01 16:06:42 +04:00
parent d3ee3fd23e
commit e4a5b06ca6
2 changed files with 19 additions and 17 deletions
--- a/backend/open_webui/retrieval/utils.py
+++ b/backend/open_webui/retrieval/utils.py
@@ -795,7 +795,9 @@ def get_embedding_function(
            return await asyncio.to_thread(
                (
                    lambda query, prefix=None: embedding_function.encode(
-                        query, **({"prompt": prefix} if prefix else {})
+                        query,
+                        batch_size=int(embedding_batch_size),
+                        **({"prompt": prefix} if prefix else {}),
                    ).tolist()
                ),
                query,