[bugfix] conda path lookup (#179)

* fix conda lookup

* comments
This commit is contained in:
Xi Yan 2024-10-03 10:45:16 -07:00 committed by GitHub
parent d74501f75c
commit b9b1e8b08b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 19 additions and 16 deletions

View file

@ -1,7 +1,7 @@
built_at: '2024-09-23T00:54:40.551416'
image_name: test-2
image_name: local
docker_image: null
conda_env: test-2
conda_env: local
apis_to_serve:
- shields
- agents
@ -34,12 +34,12 @@ routing_table:
inference:
- provider_type: meta-reference
config:
model: Meta-Llama3.1-8B-Instruct
model: Llama3.1-8B-Instruct
quantization: null
torch_seed: null
max_seq_len: 4096
max_batch_size: 1
routing_key: Meta-Llama3.1-8B-Instruct
routing_key: Llama3.1-8B-Instruct
safety:
- provider_type: meta-reference
config: