enable streaming support, use openai-python instead of httpx

This commit is contained in:
Matthew Farrellee 2024-11-04 10:22:29 -05:00
parent 2dd8c4bcb6
commit dbe665ed19
7 changed files with 1037 additions and 341 deletions

View file

@ -157,7 +157,7 @@ async def test_tools(
"type": "function",
"function": {
"name": "magic",
"arguments": {"input": 3},
"arguments": '{"input": 3}',
},
},
{
@ -165,7 +165,7 @@ async def test_tools(
"type": "function",
"function": {
"name": "magic!",
"arguments": {"input": 42},
"arguments": '{"input": 42}',
},
},
],