mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-15 14:08:00 +00:00
updated action to set OLLAMA_URL during replay mode
Signed-off-by: Francisco Javier Arceo <farceo@redhat.com>
This commit is contained in:
parent
a19c16428f
commit
a151f5928e
1 changed files with 11 additions and 0 deletions
|
@ -39,6 +39,17 @@ runs:
|
|||
if: ${{ inputs.provider == 'vllm' && inputs.inference-mode == 'record' }}
|
||||
uses: ./.github/actions/setup-vllm
|
||||
|
||||
- name: Set provider URLs for replay mode
|
||||
if: ${{ inputs.inference-mode == 'replay' }}
|
||||
shell: bash
|
||||
run: |
|
||||
# setting so providers get registered in replay mode
|
||||
if [ "${{ inputs.provider }}" == "ollama" ]; then
|
||||
echo "OLLAMA_URL=http://localhost:11434" >> $GITHUB_ENV
|
||||
elif [ "${{ inputs.provider }}" == "vllm" ]; then
|
||||
echo "VLLM_URL=http://localhost:8000/v1" >> $GITHUB_ENV
|
||||
fi
|
||||
|
||||
- name: Build Llama Stack
|
||||
shell: bash
|
||||
run: |
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue