diff --git a/llama_stack/providers/inline/scoring/braintrust/braintrust.py b/llama_stack/providers/inline/scoring/braintrust/braintrust.py
index ee515d588..1f266a236 100644
--- a/llama_stack/providers/inline/scoring/braintrust/braintrust.py
+++ b/llama_stack/providers/inline/scoring/braintrust/braintrust.py
@@ -86,7 +86,7 @@ class BraintrustScoringImpl(
 
     async def set_api_key(self) -> None:
         # api key is in the request headers
-        if self.config.openai_api_key is None:
+        if self.config.openai_api_key is None or not self.config.openai_api_key:
             provider_data = self.get_request_provider_data()
             if provider_data is None or not provider_data.openai_api_key:
                 raise ValueError(
diff --git a/llama_stack/providers/inline/scoring/braintrust/config.py b/llama_stack/providers/inline/scoring/braintrust/config.py
index fae0b17eb..e12249432 100644
--- a/llama_stack/providers/inline/scoring/braintrust/config.py
+++ b/llama_stack/providers/inline/scoring/braintrust/config.py
@@ -11,3 +11,9 @@ class BraintrustScoringConfig(BaseModel):
         default=None,
         description="The OpenAI API Key",
     )
+
+    @classmethod
+    def sample_run_config(cls, **kwargs) -> Dict[str, Any]:
+        return {
+            "openai_api_key": "${env.OPENAI_API_KEY:}",
+        }
diff --git a/llama_stack/templates/bedrock/run.yaml b/llama_stack/templates/bedrock/run.yaml
index db0ee9d85..47885b536 100644
--- a/llama_stack/templates/bedrock/run.yaml
+++ b/llama_stack/templates/bedrock/run.yaml
@@ -63,7 +63,8 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config: {}
+    config:
+      openai_api_key: ${env.OPENAI_API_KEY:}
 metadata_store:
   namespace: null
   type: sqlite
diff --git a/llama_stack/templates/fireworks/run.yaml b/llama_stack/templates/fireworks/run.yaml
index c75db478d..70e2c1e5c 100644
--- a/llama_stack/templates/fireworks/run.yaml
+++ b/llama_stack/templates/fireworks/run.yaml
@@ -65,7 +65,8 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config: {}
+    config:
+      openai_api_key: ${env.OPENAI_API_KEY:}
 metadata_store:
   namespace: null
   type: sqlite
diff --git a/llama_stack/templates/hf-endpoint/run-with-safety.yaml b/llama_stack/templates/hf-endpoint/run-with-safety.yaml
index 678857201..845abf0dc 100644
--- a/llama_stack/templates/hf-endpoint/run-with-safety.yaml
+++ b/llama_stack/templates/hf-endpoint/run-with-safety.yaml
@@ -70,7 +70,8 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config: {}
+    config:
+      openai_api_key: ${env.OPENAI_API_KEY:}
 metadata_store:
   namespace: null
   type: sqlite
diff --git a/llama_stack/templates/hf-endpoint/run.yaml b/llama_stack/templates/hf-endpoint/run.yaml
index c062c6c98..815ee7f03 100644
--- a/llama_stack/templates/hf-endpoint/run.yaml
+++ b/llama_stack/templates/hf-endpoint/run.yaml
@@ -65,7 +65,8 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config: {}
+    config:
+      openai_api_key: ${env.OPENAI_API_KEY:}
 metadata_store:
   namespace: null
   type: sqlite
diff --git a/llama_stack/templates/hf-serverless/run-with-safety.yaml b/llama_stack/templates/hf-serverless/run-with-safety.yaml
index 4a14ba093..82276ca8f 100644
--- a/llama_stack/templates/hf-serverless/run-with-safety.yaml
+++ b/llama_stack/templates/hf-serverless/run-with-safety.yaml
@@ -70,7 +70,8 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config: {}
+    config:
+      openai_api_key: ${env.OPENAI_API_KEY:}
 metadata_store:
   namespace: null
   type: sqlite
diff --git a/llama_stack/templates/hf-serverless/run.yaml b/llama_stack/templates/hf-serverless/run.yaml
index 268efddc4..6f87c04e2 100644
--- a/llama_stack/templates/hf-serverless/run.yaml
+++ b/llama_stack/templates/hf-serverless/run.yaml
@@ -65,7 +65,8 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config: {}
+    config:
+      openai_api_key: ${env.OPENAI_API_KEY:}
 metadata_store:
   namespace: null
   type: sqlite
diff --git a/llama_stack/templates/meta-reference-gpu/run-with-safety.yaml b/llama_stack/templates/meta-reference-gpu/run-with-safety.yaml
index 963679665..044c1e7fd 100644
--- a/llama_stack/templates/meta-reference-gpu/run-with-safety.yaml
+++ b/llama_stack/templates/meta-reference-gpu/run-with-safety.yaml
@@ -72,7 +72,8 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config: {}
+    config:
+      openai_api_key: ${env.OPENAI_API_KEY:}
 metadata_store:
   namespace: null
   type: sqlite
diff --git a/llama_stack/templates/meta-reference-gpu/run.yaml b/llama_stack/templates/meta-reference-gpu/run.yaml
index a74cde768..e8fdb10c2 100644
--- a/llama_stack/templates/meta-reference-gpu/run.yaml
+++ b/llama_stack/templates/meta-reference-gpu/run.yaml
@@ -66,7 +66,8 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config: {}
+    config:
+      openai_api_key: ${env.OPENAI_API_KEY:}
 metadata_store:
   namespace: null
   type: sqlite
diff --git a/llama_stack/templates/meta-reference-quantized-gpu/run.yaml b/llama_stack/templates/meta-reference-quantized-gpu/run.yaml
index 5aada0fe6..0232ec51c 100644
--- a/llama_stack/templates/meta-reference-quantized-gpu/run.yaml
+++ b/llama_stack/templates/meta-reference-quantized-gpu/run.yaml
@@ -68,7 +68,8 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config: {}
+    config:
+      openai_api_key: ${env.OPENAI_API_KEY:}
 metadata_store:
   namespace: null
   type: sqlite
diff --git a/llama_stack/templates/ollama/run-with-safety.yaml b/llama_stack/templates/ollama/run-with-safety.yaml
index 2ab0f78f0..fcb1b2dba 100644
--- a/llama_stack/templates/ollama/run-with-safety.yaml
+++ b/llama_stack/templates/ollama/run-with-safety.yaml
@@ -64,7 +64,8 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config: {}
+    config:
+      openai_api_key: ${env.OPENAI_API_KEY:}
 metadata_store:
   namespace: null
   type: sqlite
diff --git a/llama_stack/templates/ollama/run.yaml b/llama_stack/templates/ollama/run.yaml
index c5206c2d0..2e739aac2 100644
--- a/llama_stack/templates/ollama/run.yaml
+++ b/llama_stack/templates/ollama/run.yaml
@@ -64,7 +64,8 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config: {}
+    config:
+      openai_api_key: ${env.OPENAI_API_KEY:}
 metadata_store:
   namespace: null
   type: sqlite
diff --git a/llama_stack/templates/tgi/run-with-safety.yaml b/llama_stack/templates/tgi/run-with-safety.yaml
index ecd03c36a..a7375a90f 100644
--- a/llama_stack/templates/tgi/run-with-safety.yaml
+++ b/llama_stack/templates/tgi/run-with-safety.yaml
@@ -68,7 +68,8 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config: {}
+    config:
+      openai_api_key: ${env.OPENAI_API_KEY:}
 metadata_store:
   namespace: null
   type: sqlite
diff --git a/llama_stack/templates/tgi/run.yaml b/llama_stack/templates/tgi/run.yaml
index b93f09042..a3e21075f 100644
--- a/llama_stack/templates/tgi/run.yaml
+++ b/llama_stack/templates/tgi/run.yaml
@@ -64,7 +64,8 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config: {}
+    config:
+      openai_api_key: ${env.OPENAI_API_KEY:}
 metadata_store:
   namespace: null
   type: sqlite
diff --git a/llama_stack/templates/together/run.yaml b/llama_stack/templates/together/run.yaml
index 381557816..529bf7873 100644
--- a/llama_stack/templates/together/run.yaml
+++ b/llama_stack/templates/together/run.yaml
@@ -65,7 +65,8 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config: {}
+    config:
+      openai_api_key: ${env.OPENAI_API_KEY:}
 metadata_store:
   namespace: null
   type: sqlite
diff --git a/llama_stack/templates/vllm-gpu/run.yaml b/llama_stack/templates/vllm-gpu/run.yaml
index 1442273f4..8353dbd51 100644
--- a/llama_stack/templates/vllm-gpu/run.yaml
+++ b/llama_stack/templates/vllm-gpu/run.yaml
@@ -68,7 +68,8 @@ providers:
     config: {}
   - provider_id: braintrust
     provider_type: inline::braintrust
-    config: {}
+    config:
+      openai_api_key: ${env.OPENAI_API_KEY:}
 metadata_store:
   namespace: null
   type: sqlite