test(test_custom_callback_input.py): assert async success called only once during vertex ai streaming

This commit is contained in:
Krrish Dholakia 2024-02-26 09:18:46 -08:00
parent 0209588681
commit e48fff47dd
2 changed files with 78 additions and 0 deletions

View file

@ -1000,12 +1000,15 @@ async def async_streaming(
if stream:
response = TextStreamer(completion_response)
logging_obj.post_call(input=prompt, api_key=None, original_response=response)
streamwrapper = CustomStreamWrapper(
completion_stream=response,
model=model,
custom_llm_provider="vertex_ai",
logging_obj=logging_obj,
)
return streamwrapper