mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-06-27 18:50:41 +00:00
2a31163178
# What does this PR do? Automatically generates - build.yaml - run.yaml - run-with-safety.yaml - parts of markdown docs for the distributions. ## Test Plan At this point, this only updates the YAMLs and the docs. Some testing (especially with ollama and vllm) has been performed but needs to be much more tested.
29 lines
845 B
Python
29 lines
845 B
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
from typing import Any, Dict, Optional
|
|
|
|
from llama_models.schema_utils import json_schema_type
|
|
from pydantic import BaseModel, Field
|
|
|
|
|
|
@json_schema_type
|
|
class FireworksImplConfig(BaseModel):
|
|
url: str = Field(
|
|
default="https://api.fireworks.ai/inference",
|
|
description="The URL for the Fireworks server",
|
|
)
|
|
api_key: Optional[str] = Field(
|
|
default=None,
|
|
description="The Fireworks.ai API Key",
|
|
)
|
|
|
|
@classmethod
|
|
def sample_run_config(cls) -> Dict[str, Any]:
|
|
return {
|
|
"url": "https://api.fireworks.ai/inference",
|
|
"api_key": "${env.FIREWORKS_API_KEY}",
|
|
}
|