split batch_inference from inference

This commit is contained in:
Ashwin Bharambe 2024-08-26 13:17:59 -07:00
parent 986a865e62
commit dc433f6c90
5 changed files with 75 additions and 12 deletions

View file

@ -9,6 +9,7 @@ from llama_toolchain.agentic_system.api import * # noqa: F403
from llama_toolchain.dataset.api import * # noqa: F403
from llama_toolchain.evaluations.api import * # noqa: F403
from llama_toolchain.inference.api import * # noqa: F403
from llama_toolchain.batch_inference.api import * # noqa: F403
from llama_toolchain.memory.api import * # noqa: F403
from llama_toolchain.observability.api import * # noqa: F403
from llama_toolchain.post_training.api import * # noqa: F403
@ -18,6 +19,7 @@ from llama_toolchain.synthetic_data_generation.api import * # noqa: F403
class LlamaStack(
Inference,
BatchInference,
AgenticSystem,
RewardScoring,
SyntheticDataGeneration,