fix provider lookup

This commit is contained in:
Xi Yan 2024-12-30 15:05:59 -08:00
parent 0677d91699
commit 3a7b7cf02f

View file

@ -82,18 +82,17 @@ async def agents_stack(request, inference_model, safety_shield):
inference_model if isinstance(inference_model, list) else [inference_model] inference_model if isinstance(inference_model, list) else [inference_model]
) )
inference_provider = providers["inference"][0] model_to_provider_id = {}
provider_id = inference_provider.provider_id for provider in providers["inference"]:
if inference_provider.config and "model" in inference_provider.config: if provider.config and "model" in provider.config:
model_to_provider_id = { model_to_provider_id[provider.config["model"]] = provider.provider_id
provider.config["model"]: provider.provider_id
for provider in providers["inference"]
}
models = [] models = []
for model in inference_models: for model in inference_models:
if model in model_to_provider_id: if model in model_to_provider_id:
provider_id = model_to_provider_id[model] provider_id = model_to_provider_id[model]
else:
provider_id = providers["inference"][0].provider_id
models.append( models.append(
ModelInput( ModelInput(