mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-05 18:22:41 +00:00
update documentation
This commit is contained in:
parent
3d2b374ee7
commit
27a1657118
1 changed files with 14 additions and 0 deletions
|
@ -125,6 +125,20 @@ client.post_training.job.cancel(job_uuid="your-job-id")
|
||||||
|
|
||||||
### Inference with the fine-tuned model
|
### Inference with the fine-tuned model
|
||||||
|
|
||||||
|
#### 1. Register the model
|
||||||
|
|
||||||
|
```python
|
||||||
|
model = Model(
|
||||||
|
identifier="test-example-model@v1",
|
||||||
|
provider_id="nvidia",
|
||||||
|
provider_model_id="test-example-model@v1",
|
||||||
|
model_type=ModelType.llm,
|
||||||
|
)
|
||||||
|
client.register_model(model)
|
||||||
|
```
|
||||||
|
|
||||||
|
#### 2. Inference with the fine-tuned model
|
||||||
|
|
||||||
```python
|
```python
|
||||||
response = client.inference.completion(
|
response = client.inference.completion(
|
||||||
content="Complete the sentence using one word: Roses are red, violets are ",
|
content="Complete the sentence using one word: Roses are red, violets are ",
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue