mirror of
				https://github.com/meta-llama/llama-stack.git
				synced 2025-10-26 17:23:00 +00:00 
			
		
		
		
	Create a new agent: ``` curl --request POST \ --url http://localhost:8321/v1/agents \ --header 'Accept: application/json' \ --header 'Content-Type: application/json' \ --data '{ "agent_config": { "sampling_params": { "strategy": { "type": "greedy" }, "max_tokens": 0, "repetition_penalty": 1 }, "input_shields": [ "string" ], "output_shields": [ "string" ], "toolgroups": [ "string" ], "client_tools": [ { "name": "string", "description": "string", "parameters": [ { "name": "string", "parameter_type": "string", "description": "string", "required": true, "default": null } ], "metadata": { "property1": null, "property2": null } } ], "tool_choice": "auto", "tool_prompt_format": "json", "tool_config": { "tool_choice": "auto", "tool_prompt_format": "json", "system_message_behavior": "append" }, "max_infer_iters": 10, "model": "string", "instructions": "string", "enable_session_persistence": false, "response_format": { "type": "json_schema", "json_schema": { "property1": null, "property2": null } } } }' ``` Get agent: ``` curl http://127.0.0.1:8321/v1/agents/9abad4ab-2c77-45f9-9d16-46b79d2bea1f {"agent_id":"9abad4ab-2c77-45f9-9d16-46b79d2bea1f","agent_config":{"sampling_params":{"strategy":{"type":"greedy"},"max_tokens":0,"repetition_penalty":1.0},"input_shields":["string"],"output_shields":["string"],"toolgroups":["string"],"client_tools":[{"name":"string","description":"string","parameters":[{"name":"string","parameter_type":"string","description":"string","required":true,"default":null}],"metadata":{"property1":null,"property2":null}}],"tool_choice":"auto","tool_prompt_format":"json","tool_config":{"tool_choice":"auto","tool_prompt_format":"json","system_message_behavior":"append"},"max_infer_iters":10,"model":"string","instructions":"string","enable_session_persistence":false,"response_format":{"type":"json_schema","json_schema":{"property1":null,"property2":null}}},"created_at":"2025-03-12T16:18:28.369144Z"}% ``` List agents: ``` curl http://127.0.0.1:8321/v1/agents|jq % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 100 1680 100 1680 0 0 498k 0 --:--:-- --:--:-- --:--:-- 546k { "data": [ { "agent_id": "9abad4ab-2c77-45f9-9d16-46b79d2bea1f", "agent_config": { "sampling_params": { "strategy": { "type": "greedy" }, "max_tokens": 0, "repetition_penalty": 1.0 }, "input_shields": [ "string" ], "output_shields": [ "string" ], "toolgroups": [ "string" ], "client_tools": [ { "name": "string", "description": "string", "parameters": [ { "name": "string", "parameter_type": "string", "description": "string", "required": true, "default": null } ], "metadata": { "property1": null, "property2": null } } ], "tool_choice": "auto", "tool_prompt_format": "json", "tool_config": { "tool_choice": "auto", "tool_prompt_format": "json", "system_message_behavior": "append" }, "max_infer_iters": 10, "model": "string", "instructions": "string", "enable_session_persistence": false, "response_format": { "type": "json_schema", "json_schema": { "property1": null, "property2": null } } }, "created_at": "2025-03-12T16:18:28.369144Z" }, { "agent_id": "a6643aaa-96dd-46db-a405-333dc504b168", "agent_config": { "sampling_params": { "strategy": { "type": "greedy" }, "max_tokens": 0, "repetition_penalty": 1.0 }, "input_shields": [ "string" ], "output_shields": [ "string" ], "toolgroups": [ "string" ], "client_tools": [ { "name": "string", "description": "string", "parameters": [ { "name": "string", "parameter_type": "string", "description": "string", "required": true, "default": null } ], "metadata": { "property1": null, "property2": null } } ], "tool_choice": "auto", "tool_prompt_format": "json", "tool_config": { "tool_choice": "auto", "tool_prompt_format": "json", "system_message_behavior": "append" }, "max_infer_iters": 10, "model": "string", "instructions": "string", "enable_session_persistence": false, "response_format": { "type": "json_schema", "json_schema": { "property1": null, "property2": null } } }, "created_at": "2025-03-12T16:17:12.811273Z" } ] } ``` Create sessions: ``` curl --request POST \ --url http://localhost:8321/v1/agents/{agent_id}/session \ --header 'Accept: application/json' \ --header 'Content-Type: application/json' \ --data '{ "session_name": "string" }' ``` List sessions: ``` curl http://127.0.0.1:8321/v1/agents/9abad4ab-2c77-45f9-9d16-46b79d2bea1f/sessions|jq % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 100 263 100 263 0 0 90099 0 --:--:-- --:--:-- --:--:-- 128k [ { "session_id": "2b15c4fc-e348-46c1-ae32-f6d424441ac1", "session_name": "string", "turns": [], "started_at": "2025-03-12T17:19:17.784328" }, { "session_id": "9432472d-d483-4b73-b682-7b1d35d64111", "session_name": "string", "turns": [], "started_at": "2025-03-12T17:19:19.885834" } ] ``` Signed-off-by: Sébastien Han <seb@redhat.com>
		
			
				
	
	
		
			77 lines
		
	
	
	
		
			2.9 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			77 lines
		
	
	
	
		
			2.9 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
| # Copyright (c) Meta Platforms, Inc. and affiliates.
 | |
| # All rights reserved.
 | |
| #
 | |
| # This source code is licensed under the terms described in the LICENSE file in
 | |
| # the root directory of this source tree.
 | |
| 
 | |
| import logging
 | |
| from datetime import datetime
 | |
| 
 | |
| from pymongo import AsyncMongoClient
 | |
| 
 | |
| from llama_stack.providers.utils.kvstore import KVStore
 | |
| 
 | |
| from ..config import MongoDBKVStoreConfig
 | |
| 
 | |
| log = logging.getLogger(__name__)
 | |
| 
 | |
| 
 | |
| class MongoDBKVStoreImpl(KVStore):
 | |
|     def __init__(self, config: MongoDBKVStoreConfig):
 | |
|         self.config = config
 | |
|         self.conn = None
 | |
|         self.collection = None
 | |
| 
 | |
|     async def initialize(self) -> None:
 | |
|         try:
 | |
|             conn_creds = {
 | |
|                 "host": self.config.host,
 | |
|                 "port": self.config.port,
 | |
|                 "username": self.config.user,
 | |
|                 "password": self.config.password,
 | |
|             }
 | |
|             conn_creds = {k: v for k, v in conn_creds.items() if v is not None}
 | |
|             self.conn = AsyncMongoClient(**conn_creds)
 | |
|             self.collection = self.conn[self.config.db][self.config.collection_name]
 | |
|         except Exception as e:
 | |
|             log.exception("Could not connect to MongoDB database server")
 | |
|             raise RuntimeError("Could not connect to MongoDB database server") from e
 | |
| 
 | |
|     def _namespaced_key(self, key: str) -> str:
 | |
|         if not self.config.namespace:
 | |
|             return key
 | |
|         return f"{self.config.namespace}:{key}"
 | |
| 
 | |
|     async def set(self, key: str, value: str, expiration: datetime | None = None) -> None:
 | |
|         key = self._namespaced_key(key)
 | |
|         update_query = {"$set": {"value": value, "expiration": expiration}}
 | |
|         await self.collection.update_one({"key": key}, update_query, upsert=True)
 | |
| 
 | |
|     async def get(self, key: str) -> str | None:
 | |
|         key = self._namespaced_key(key)
 | |
|         query = {"key": key}
 | |
|         result = await self.collection.find_one(query, {"value": 1, "_id": 0})
 | |
|         return result["value"] if result else None
 | |
| 
 | |
|     async def delete(self, key: str) -> None:
 | |
|         key = self._namespaced_key(key)
 | |
|         await self.collection.delete_one({"key": key})
 | |
| 
 | |
|     async def values_in_range(self, start_key: str, end_key: str) -> list[str]:
 | |
|         start_key = self._namespaced_key(start_key)
 | |
|         end_key = self._namespaced_key(end_key)
 | |
|         query = {
 | |
|             "key": {"$gte": start_key, "$lt": end_key},
 | |
|         }
 | |
|         cursor = self.collection.find(query, {"value": 1, "_id": 0}).sort("key", 1)
 | |
|         result = []
 | |
|         async for doc in cursor:
 | |
|             result.append(doc["value"])
 | |
|         return result
 | |
| 
 | |
|     async def keys_in_range(self, start_key: str, end_key: str) -> list[str]:
 | |
|         start_key = self._namespaced_key(start_key)
 | |
|         end_key = self._namespaced_key(end_key)
 | |
|         query = {"key": {"$gte": start_key, "$lt": end_key}}
 | |
|         cursor = self.collection.find(query, {"key": 1, "_id": 0}).sort("key", 1)
 | |
|         return [doc["key"] for doc in cursor]
 |