refac
Co-Authored-By: Classic298 <27028174+Classic298@users.noreply.github.com>
This commit is contained in:
1 parent
2f97c9fce3
commit
176fa46212
2 files changed
+9
-1
No files matched your search
@@ -376,6 +376,11 @@ REDIS_CLUSTER = os.getenv('REDIS_CLUSTER', 'False').lower() == 'true'
|
|||||||
|
|
||||||
REDIS_KEY_PREFIX = os.getenv('REDIS_KEY_PREFIX', 'open-webui')
|
REDIS_KEY_PREFIX = os.getenv('REDIS_KEY_PREFIX', 'open-webui')
|
||||||
|
|
||||||
|
try:
|
||||||
|
REDIS_RESPONSE_STREAM_TTL = int(os.getenv('REDIS_RESPONSE_STREAM_TTL', '3600'))
|
||||||
|
except ValueError:
|
||||||
|
REDIS_RESPONSE_STREAM_TTL = 3600
|
||||||
|
|
||||||
REDIS_SENTINEL_HOSTS = os.getenv('REDIS_SENTINEL_HOSTS', '')
|
REDIS_SENTINEL_HOSTS = os.getenv('REDIS_SENTINEL_HOSTS', '')
|
||||||
REDIS_SENTINEL_PORT = os.getenv('REDIS_SENTINEL_PORT', '26379')
|
REDIS_SENTINEL_PORT = os.getenv('REDIS_SENTINEL_PORT', '26379')
|
||||||
|
|
||||||
|
|||||||
@@ -6,7 +6,7 @@ from uuid import uuid4
|
|||||||
|
|
||||||
from redis.asyncio import Redis
|
from redis.asyncio import Redis
|
||||||
|
|
||||||
from open_webui.env import REDIS_KEY_PREFIX
|
from open_webui.env import REDIS_KEY_PREFIX, REDIS_RESPONSE_STREAM_TTL
|
||||||
from open_webui.utils.json_codec import JSONCodec, dumps_bytes
|
from open_webui.utils.json_codec import JSONCodec, dumps_bytes
|
||||||
|
|
||||||
log = logging.getLogger(__name__)
|
log = logging.getLogger(__name__)
|
||||||
@@ -186,6 +186,9 @@ async def save_response_stream(
|
|||||||
|
|
||||||
if redis:
|
if redis:
|
||||||
await redis.hset(REDIS_RESPONSE_STREAMS_KEY, task_id, dumps_bytes(data))
|
await redis.hset(REDIS_RESPONSE_STREAMS_KEY, task_id, dumps_bytes(data))
|
||||||
|
if REDIS_RESPONSE_STREAM_TTL > 0:
|
||||||
|
with suppress(Exception):
|
||||||
|
await redis.hexpire(REDIS_RESPONSE_STREAMS_KEY, REDIS_RESPONSE_STREAM_TTL, task_id)
|
||||||
else:
|
else:
|
||||||
response_streams[task_id] = data
|
response_streams[task_id] = data
|
||||||
|
|
||||||
|
|||||||
Reference in new issue
Block a user