diff --git a/litellm/llms/sagemaker.py b/litellm/llms/sagemaker.py index 1ee43ec2e..a575bf9d1 100644 --- a/litellm/llms/sagemaker.py +++ b/litellm/llms/sagemaker.py @@ -120,8 +120,8 @@ def completion( ) else: hf_model_name = model - if "jumpstart-dft-meta-textgeneration-llama" in model: # llama2 model - if model.endswith("-f") or "-f-" in model: # sagemaker default for a chat model + if "jumpstart-dft-meta-textgeneration-llama" in model or "meta-textgenerationneuron-llama-2-7b" in model: # llama2 model + if model.endswith("-f") or "-f-" in model or "chat" in model: # sagemaker default for a chat model hf_model_name = "meta-llama/Llama-2-7b-chat" # apply the prompt template for a llama2 chat model else: hf_model_name = "meta-llama/Llama-2-7b" # apply the normal prompt template