From 92bf686b10fa76f575e295db681a0468d97f8a7c Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Fri, 26 Apr 2024 17:11:21 -0700 Subject: [PATCH] fix(replicate.py): pass version if passed in --- litellm/llms/replicate.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/litellm/llms/replicate.py b/litellm/llms/replicate.py index c1456bd3f2..65052e3179 100644 --- a/litellm/llms/replicate.py +++ b/litellm/llms/replicate.py @@ -112,10 +112,16 @@ def start_prediction( } initial_prediction_data = { - "version": version_id, "input": input_data, } + if ":" in version_id and len(version_id) > 64: + model_parts = version_id.split(":") + if ( + len(model_parts) > 1 and len(model_parts[1]) == 64 + ): ## checks if model name has a 64 digit code - e.g. "meta/llama-2-70b-chat:02e509c789964a7ea8736978a43525956ef40397be9033abf9fd2badfe68c9e3" + initial_prediction_data["version"] = model_parts[1] + ## LOGGING logging_obj.pre_call( input=input_data["prompt"],