phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-03 19:57:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix aiohttp location

Browse source
This commit is contained in:
Jiayi 2025-09-09 15:01:49 -07:00
parent 3f6bbbb560
commit d78e30fe8b
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_stack/providers/remote/inference/nvidia/nvidia.py
View file

@ -5,6 +5,7 @@
# the root directory of this source tree. # the root directory of this source tree.
import aiohttp
from openai import NOT_GIVEN from openai import NOT_GIVEN
from llama_stack.apis.inference import ( from llama_stack.apis.inference import (
@ -132,8 +133,6 @@ class NVIDIAInferenceAdapter(OpenAIMixin, Inference):
"Content-Type": "application/json", "Content-Type": "application/json",
} }
import aiohttp
try: try:
async with aiohttp.ClientSession() as session: async with aiohttp.ClientSession() as session:
async with session.post(ranking_url, headers=headers, json=payload) as response: async with session.post(ranking_url, headers=headers, json=payload) as response: