refac
This commit is contained in:
1 parent
e8b59b2ef3
commit
51ff386fd6
1 file changed
+6
-2
@@ -1716,7 +1716,9 @@ async def generate_messages(
|
|||||||
if isinstance(response, StreamingResponse):
|
if isinstance(response, StreamingResponse):
|
||||||
# Streaming response: wrap the generator to convert SSE format
|
# Streaming response: wrap the generator to convert SSE format
|
||||||
return StreamingResponse(
|
return StreamingResponse(
|
||||||
openai_stream_to_anthropic_stream(response.body_iterator, model=requested_model),
|
openai_stream_to_anthropic_stream(
|
||||||
|
response.body_iterator, model=requested_model, input_tokens=input_tokens or 0
|
||||||
|
),
|
||||||
media_type='text/event-stream',
|
media_type='text/event-stream',
|
||||||
headers={
|
headers={
|
||||||
'Cache-Control': 'no-cache',
|
'Cache-Control': 'no-cache',
|
||||||
@@ -1724,7 +1726,9 @@ async def generate_messages(
|
|||||||
},
|
},
|
||||||
)
|
)
|
||||||
elif isinstance(response, dict):
|
elif isinstance(response, dict):
|
||||||
return convert_openai_to_anthropic_response(response, model=requested_model)
|
return convert_openai_to_anthropic_response(
|
||||||
|
response, model=requested_model, input_tokens=input_tokens
|
||||||
|
)
|
||||||
else:
|
else:
|
||||||
# Passthrough for error responses (JSONResponse, PlainTextResponse, etc.)
|
# Passthrough for error responses (JSONResponse, PlainTextResponse, etc.)
|
||||||
return response
|
return response
|
||||||
|
|||||||
Reference in new issue
Block a user