Set whether to stream responses for this model individually, overriding the global setting

This commit is contained in:
kivvi committed 2024-09-24 12:14:51 +08:00
1 parent 6b463164f4
commit 40d7d7d6dd
2 files changed
+27 -2

No files matched your search

+2 -2
View File
@@ -912,7 +912,7 @@
await tick();
const stream = $settings?.streamResponse ?? true;
const stream = model?.info?.params?.stream_response ?? $settings?.streamResponse ?? true;
const [res, controller] = await generateChatCompletion(localStorage.token, {
stream: stream,
model: model.id,
@@ -1206,7 +1206,7 @@
await tick();
try {
const stream = $settings?.streamResponse ?? true;
const stream = model?.info?.params?.stream_response ?? $settings?.streamResponse ?? true;
const [res, controller] = await generateOpenAIChatCompletion(
localStorage.token,
{