phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 13:02:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

playground

Browse source
This commit is contained in:
Xi Yan 2024-11-27 15:27:10 -08:00
parent 125d98c9bd
commit 68b70d1b1f
3 changed files with 74 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

10
llama_stack/distribution/ui/page/playground/chat.py
View file

@ -54,6 +54,11 @@ with st.sidebar:
)
stream = st.checkbox("Stream", value=True)
system_prompt = st.text_area(
"System Prompt",
value="You are a helpful AI assistant.",
help="Initial instructions given to the AI to set its behavior and context",
)
# Main chat interface
@ -83,7 +88,10 @@ if prompt := st.chat_input("Example: What is Llama Stack?"):
full_response = ""
response = llama_stack_api.client.inference.chat_completion(
messages=[{"role": "user", "content": prompt}],
messages=[
{"role": "system", "content": system_prompt},
{"role": "user", "content": prompt},
],
model_id=selected_model,
stream=stream,
sampling_params={