update

2026-02-16 23:35:46 +00:00 · 2025-04-02 10:19:27 -07:00
1 changed files with 1 additions and 1 deletions
--- a/backend/onyx/llm/utils.py
+++ b/backend/onyx/llm/utils.py
@@ -602,7 +602,7 @@ def get_max_input_tokens(
    )

    if input_toks <= 0:
-        raise RuntimeError("No tokens for input for the LLM given settings")
+        return GEN_AI_MODEL_FALLBACK_MAX_TOKENS

    return input_toks