Merge pull request #5645 from kivvi3412/main

[feat] Set whether to stream individually for the model
This commit is contained in:
Timothy Jaeryang Baek authored and GitHub committed 2024-09-24 10:52:00 +02:00
commit 9a81a37008
4 files changed
+29 -4

No files matched your search

+2 -2
View File
@@ -952,7 +952,7 @@
await tick();
const stream = $settings?.streamResponse ?? true;
const stream = model?.info?.params?.stream_response ?? $settings?.streamResponse ?? true;
const [res, controller] = await generateChatCompletion(localStorage.token, {
stream: stream,
model: model.id,
@@ -1248,7 +1248,7 @@
await tick();
try {
const stream = $settings?.streamResponse ?? true;
const stream = model?.info?.params?.stream_response ?? $settings?.streamResponse ?? true;
const [res, controller] = await generateOpenAIChatCompletion(
localStorage.token,
{