bhetherman/open-webui
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refac: stop param

Browse Source
This commit is contained in:
Timothy J. Baek committed 2024-05-25 02:26:26 -07:00
1 parent 88d053833d
commit 42dcf1b08c
8 files changed
+33 -193
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

backend/apps/ollama/main.py
+16 -4
View File
@@ -920,8 +920,14 @@ async def generate_chat_completion(
)
payload["options"]["seed"] = model_info.params.get("seed", None)
# TODO: add "stop" back in
# payload["stop"] = model_info.params.get("stop", None)
payload["options"]["stop"] = (
[
bytes(stop, "utf-8").decode("unicode_escape")
for stop in model_info.params["stop"]
]
if model_info.params.get("stop", None)
else None
)
payload["options"]["tfs_z"] = model_info.params.get("tfs_z", None)
@@ -1076,8 +1082,14 @@ async def generate_openai_chat_completion(
"frequency_penalty", None
)
payload["seed"] = model_info.params.get("seed", None)
# TODO: add "stop" back in
# payload["stop"] = model_info.params.get("stop", None)
payload["stop"] = (
[
bytes(stop, "utf-8").decode("unicode_escape")
for stop in model_info.params["stop"]
]
if model_info.params.get("stop", None)
else None
)
if model_info.params.get("system", None):
# Check if the payload already has a system message
backend/apps/openai/main.py
+8 -2
View File
@@ -343,8 +343,14 @@ async def proxy(path: str, request: Request, user=Depends(get_verified_user)):
"frequency_penalty", None
)
payload["seed"] = model_info.params.get("seed", None)
# TODO: add "stop" back in
# payload["stop"] = model_info.params.get("stop", None)
payload["stop"] = (
[
bytes(stop, "utf-8").decode("unicode_escape")
for stop in model_info.params["stop"]
]
if model_info.params.get("stop", None)
else None
)
if model_info.params.get("system", None):
# Check if the payload already has a system message