rebase and fix some small breakage due to model -> model_id fix

This commit is contained in:
Ashwin Bharambe 2024-11-12 21:47:39 -08:00
parent 22aedd0277
commit 1cb42d3060
6 changed files with 20 additions and 11 deletions

View file

@ -55,7 +55,7 @@ class TestVisionModelInference:
)
response = await inference_impl.chat_completion(
model=inference_model,
model_id=inference_model,
messages=[
UserMessage(content="You are a helpful assistant."),
UserMessage(content=[image, "Describe this image in two sentences."]),
@ -102,7 +102,7 @@ class TestVisionModelInference:
response = [
r
async for r in await inference_impl.chat_completion(
model=inference_model,
model_id=inference_model,
messages=[
UserMessage(content="You are a helpful assistant."),
UserMessage(