mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 12:07:34 +00:00
chore: unpublish /inference/chat-completion (#3609)
# What does this PR do?
BREAKING CHANGE: removes /inference/chat-completion route and updates
relevant documentation
## Test Plan
🤷
This commit is contained in:
parent
62e302613f
commit
cb33f45c11
23 changed files with 1448 additions and 2137 deletions
|
@ -179,15 +179,15 @@ Note that when re-recording tests, you must use a Stack pointing to a server (i.
|
|||
### Basic Test Pattern
|
||||
```python
|
||||
def test_basic_chat_completion(llama_stack_client, text_model_id):
|
||||
response = llama_stack_client.inference.chat_completion(
|
||||
model_id=text_model_id,
|
||||
response = llama_stack_client.chat.completions.create(
|
||||
model=text_model_id,
|
||||
messages=[{"role": "user", "content": "Hello"}],
|
||||
)
|
||||
|
||||
# Test structure, not AI output quality
|
||||
assert response.completion_message is not None
|
||||
assert isinstance(response.completion_message.content, str)
|
||||
assert len(response.completion_message.content) > 0
|
||||
assert response.choices[0].message is not None
|
||||
assert isinstance(response.choices[0].message.content, str)
|
||||
assert len(response.choices[0].message.content) > 0
|
||||
```
|
||||
|
||||
### Provider-Specific Tests
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue