This commit is contained in:
Timothy Jaeryang Baek committed 2026-07-13 23:00:54 -04:00
1 parent e8b59b2ef3
commit 51ff386fd6
1 file changed
+6 -2
+6 -2
View File
@@ -1716,7 +1716,9 @@ async def generate_messages(
if isinstance(response, StreamingResponse): if isinstance(response, StreamingResponse):
# Streaming response: wrap the generator to convert SSE format # Streaming response: wrap the generator to convert SSE format
return StreamingResponse( return StreamingResponse(
openai_stream_to_anthropic_stream(response.body_iterator, model=requested_model), openai_stream_to_anthropic_stream(
response.body_iterator, model=requested_model, input_tokens=input_tokens or 0
),
media_type='text/event-stream', media_type='text/event-stream',
headers={ headers={
'Cache-Control': 'no-cache', 'Cache-Control': 'no-cache',
@@ -1724,7 +1726,9 @@ async def generate_messages(
}, },
) )
elif isinstance(response, dict): elif isinstance(response, dict):
return convert_openai_to_anthropic_response(response, model=requested_model) return convert_openai_to_anthropic_response(
response, model=requested_model, input_tokens=input_tokens
)
else: else:
# Passthrough for error responses (JSONResponse, PlainTextResponse, etc.) # Passthrough for error responses (JSONResponse, PlainTextResponse, etc.)
return response return response