Fixes; make inference tests pass with newer tool call types

This commit is contained in:
Ashwin Bharambe 2025-01-13 23:16:16 -08:00
parent d9d34433fc
commit 2c2969f331
5 changed files with 24 additions and 25 deletions

View file

@ -265,6 +265,7 @@ def chat_completion_request_to_messages(
For eg. for llama_3_1, add system message with the appropriate tools or
add user messsage for custom tools, etc.
"""
assert llama_model is not None, "llama_model is required"
model = resolve_model(llama_model)
if model is None:
log.error(f"Could not resolve model {llama_model}")