mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-13 22:17:59 +00:00
Merge 354ed48598
into a7f9ce9a3a
This commit is contained in:
commit
b3d377cc35
8 changed files with 247 additions and 15 deletions
|
@ -39,6 +39,17 @@ runs:
|
|||
if: ${{ inputs.setup == 'vllm' && inputs.inference-mode == 'record' }}
|
||||
uses: ./.github/actions/setup-vllm
|
||||
|
||||
- name: Set provider URLs for replay mode
|
||||
if: ${{ inputs.inference-mode == 'replay' }}
|
||||
shell: bash
|
||||
run: |
|
||||
# setting so providers get registered in replay mode
|
||||
if [ "${{ inputs.provider }}" == "ollama" ]; then
|
||||
echo "OLLAMA_URL=http://localhost:11434" >> $GITHUB_ENV
|
||||
elif [ "${{ inputs.provider }}" == "vllm" ]; then
|
||||
echo "VLLM_URL=http://localhost:8000/v1" >> $GITHUB_ENV
|
||||
fi
|
||||
|
||||
- name: Build Llama Stack
|
||||
shell: bash
|
||||
run: |
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue