This commit is contained in:
Timothy Jaeryang Baek committed 2026-07-27 01:10:58 -04:00
1 parent 6732852ce6
commit 051a1f6c41
1 file changed
+37 -9
+37 -9
View File
@@ -4439,13 +4439,35 @@ async def streaming_chat_response_handler(response, ctx):
or delta.get('thinking') or delta.get('thinking')
) )
reasoning_details = delta.get('reasoning_details') reasoning_details = delta.get('reasoning_details')
if reasoning_content or reasoning_details: reasoning_detail_items = (
reasoning_item = ( [item for item in reasoning_details if isinstance(item, dict)]
next( if isinstance(reasoning_details, list)
(item for item in reversed(output) if item.get('type') == 'reasoning'), else [reasoning_details]
None, if isinstance(reasoning_details, dict)
else []
)
existing_reasoning_item = next(
(item for item in reversed(output) if item.get('type') == 'reasoning'),
None,
)
message_index = next(
(i for i, item in enumerate(output) if item.get('type') == 'message'),
None,
)
if reasoning_content or (
reasoning_detail_items
and (
existing_reasoning_item
or any(
item.get('text') or item.get('summary') or item.get('data')
for item in reasoning_detail_items
) )
if reasoning_details and not reasoning_content )
):
reasoning_item = (
existing_reasoning_item
if (reasoning_detail_items and not reasoning_content)
or message_index is not None
else None else None
) )
@@ -4462,7 +4484,13 @@ async def streaming_chat_response_handler(response, ctx):
'summary': None, 'summary': None,
'started_at': time.time(), 'started_at': time.time(),
} }
output.append(reasoning_item) if message_index is not None:
reasoning_item['ended_at'] = time.time()
reasoning_item['duration'] = 0
reasoning_item['status'] = 'completed'
output.insert(message_index, reasoning_item)
else:
output.append(reasoning_item)
else: else:
reasoning_item = output[-1] reasoning_item = output[-1]
@@ -4484,10 +4512,10 @@ async def streaming_chat_response_handler(response, ctx):
} }
delta_type = 'content' delta_type = 'content'
if reasoning_details: if reasoning_detail_items:
merge_streamed_reasoning_details( merge_streamed_reasoning_details(
reasoning_item.setdefault('reasoning_details', []), reasoning_item.setdefault('reasoning_details', []),
reasoning_details, reasoning_detail_items,
) )
data = { data = {
'output': full_output(), 'output': full_output(),