support optional params for bedrock amazon

2025-04-27 03:34:10 +00:00 · 2023-09-16 09:18:57 -07:00 · 2023-09-16 09:18:57 -07:00 · 29e3b4fdd2
commit 29e3b4fdd2
parent e5fff9bada
3 changed files with 19 additions and 9 deletions
--- a/litellm/llms/bedrock.py
+++ b/litellm/llms/bedrock.py
@ -94,14 +94,8 @@ def completion(
    else: # amazon titan
        data = json.dumps({
            "inputText": prompt, 
-            "textGenerationConfig":{
-                "maxTokenCount":4096,
-                "stopSequences":[],
-                "temperature":0,
-                "topP":0.9
-                }
+            "textGenerationConfig": optional_params,
            }) 
-
    ## LOGGING
    logging_obj.pre_call(
            input=prompt,