Some models produce almost correct json during function calling, but with additional data before of after it. This solves it.
This commit is contained in:
1 parent
1715446b13
commit
d8f71e1d7f
1 file changed
+1
@@ -440,6 +440,7 @@ async def chat_completion_tools_handler(
|
||||
if not content:
|
||||
return body, {}
|
||||
|
||||
content = content[content.find("{") : content.rfind("}") + 1]
|
||||
result = json.loads(content)
|
||||
|
||||
tool_function_name = result.get("name", None)
|
||||
|
||||
Reference in new issue
Block a user