mirror of
https://github.com/lfnovo/open-notebook.git
synced 2026-04-29 03:50:04 +00:00
fix: embedding batch sizing and 413 error classification (1.7.4)
- Add batching to generate_embeddings() (50 texts per batch with per-batch retry) to prevent 413 Payload Too Large errors on large documents - Add 413 error classification rule for user-friendly error messages - Fix misleading "Created 0 embedded chunks" log in process_source_command by removing premature get_embedded_chunks() call (embedding is fire-and-forget) Closes #594
This commit is contained in:
parent
924cd88494
commit
5d84ab0768
12 changed files with 190 additions and 37 deletions
|
|
@ -54,6 +54,12 @@ _CLASSIFICATION_RULES: list[tuple[list[str], type[OpenNotebookError], str | None
|
|||
ExternalServiceError,
|
||||
"Content too large for the selected model. Try using a smaller selection or a model with a larger context window.",
|
||||
),
|
||||
# Payload too large errors
|
||||
(
|
||||
["413", "payload too large", "request entity too large"],
|
||||
ExternalServiceError,
|
||||
"The request payload is too large for the AI provider. Try reducing the content size or using a different model.",
|
||||
),
|
||||
# Provider availability errors
|
||||
(
|
||||
["500", "502", "503", "service unavailable", "overloaded", "internal server error"],
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue