From e7d74b3d1aee0b3bf3782faba69731c32a6685d7 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 30 Aug 2023 20:14:09 -0700 Subject: [PATCH] Update main.py --- cookbook/llm-ab-test-server/main.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/cookbook/llm-ab-test-server/main.py b/cookbook/llm-ab-test-server/main.py index 3102bedd2..c0c235ca0 100644 --- a/cookbook/llm-ab-test-server/main.py +++ b/cookbook/llm-ab-test-server/main.py @@ -32,8 +32,7 @@ def api_completion(): try: # pass in data to completion function, unpack data selected_llm = random.choices(list(llm_dict.keys()), weights=list(llm_dict.values()))[0] - data['model'] = selected_llm - response = completion(**data) + response = completion(**data, model=selected_llm) except Exception as e: print(f"got error{e}") return response, 200