bhetherman/open-webui
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refac

Browse Source
This commit is contained in:
Timothy Jaeryang Baek
2026-07-26 18:54:07 -04:00
parent 5efe0951d5
commit df94268e89
2 changed files with 23 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/open_webui/utils/context_compaction.py
+11 -4
View File
@@ -260,9 +260,14 @@ async def get_chat_context_usage(chat: Any, model_id: str | None = None) -> dict
for idx in range(len(messages) - 1, -1, -1):
usage = messages[idx].get('usage') or (messages[idx].get('info') or {}).get('usage')
input_tokens = (usage or {}).get('input_tokens') or (usage or {}).get('prompt_tokens')
input_tokens = (
(usage or {}).get('prompt_tokens')
or (usage or {}).get('input_tokens')
)
if isinstance(usage, dict) and input_tokens:
tokens = int(input_tokens or 0) + int(usage.get('output_tokens') or usage.get('completion_tokens') or 0)
tokens = int(input_tokens or 0) + int(
usage.get('completion_tokens') or usage.get('output_tokens') or 0
)
tokens += _estimate_messages_tokens(messages[idx + 1 :])
return _build_context_usage(tokens, threshold)
@@ -301,8 +306,10 @@ def _exceeds_token_threshold(messages: list[dict], system_prompt: str, summary:
for idx in range(len(messages) - 1, -1, -1):
usage = messages[idx].get('usage') or (messages[idx].get('info') or {}).get('usage')
if isinstance(usage, dict) and usage.get('input_tokens'):
total = int(usage.get('input_tokens') or 0) + int(usage.get('output_tokens') or 0)
if isinstance(usage, dict) and (usage.get('prompt_tokens') or usage.get('input_tokens')):
total = int(usage.get('prompt_tokens') or usage.get('input_tokens') or 0) + int(
usage.get('completion_tokens') or usage.get('output_tokens') or 0
)
return total + _estimate_messages_tokens(messages[idx + 1 :]) > threshold
estimated = _estimate_tokens(system_prompt) + _estimate_tokens(summary or '') + _estimate_messages_tokens(messages)