Merge pull request #5060 from cheahjs/fix/missing-chat-completion-response-headers

fix: return proxied response headers during chat completion
This commit is contained in:
Timothy Jaeryang Baek authored and GitHub committed 2024-08-31 20:08:22 +02:00
commit a8c15e1b54
1 file changed
+4 -1
+4 -1
View File
@@ -628,7 +628,10 @@ class ChatCompletionMiddleware(BaseHTTPMiddleware):
async for data in original_generator: async for data in original_generator:
yield data yield data
return StreamingResponse(stream_wrapper(response.body_iterator, data_items)) return StreamingResponse(
stream_wrapper(response.body_iterator, data_items),
headers=dict(response.headers),
)
async def _receive(self, body: bytes): async def _receive(self, body: bytes):
return {"type": "http.request", "body": body, "more_body": False} return {"type": "http.request", "body": body, "more_body": False}