From ca4fe6660e3bd9652edaa83241cbc71ed7dcdc79 Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 14:54:51 +0000 Subject: [PATCH 01/24] Update docs/advanced.md --- docs/advanced.md | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) diff --git a/docs/advanced.md b/docs/advanced.md index 403e60755..fe01531fc 100644 --- a/docs/advanced.md +++ b/docs/advanced.md @@ -20,4 +20,23 @@ embedding = client.embedding response = completion(model="gpt-3.5-turbo", messages=messages) ``` +## Calling Embeddings and Sending Data to Sentry/Posthog/etc. +To call embeddings and send data to Sentry, Posthog, and other similar services, you need to initialize the `litellm_client` with the appropriate callbacks for success and failure. Here is an example of how to do this: +```python +# init liteLLM client with callbacks +client = litellm_client(success_callback=["posthog"], failure_callback=["sentry", "posthog"]) + +# use the embedding method of the client +embedding = client.embedding +response = embedding(model="gpt-3.5-turbo", input=messages) +``` + +You also need to set the necessary environment variables for the services like Sentry and Posthog. Here is how you can do this: + +```python +# set env variables for Sentry and Posthog +os.environ['SENTRY_API_URL'] = "your-sentry-api-url" +os.environ['POSTHOG_API_KEY'] = "your-posthog-api-key" +os.environ['POSTHOG_API_URL'] = "your-posthog-api-url" +``` From fecde619fdc46118829e84050a7906ce225395b1 Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 15:01:55 +0000 Subject: [PATCH 02/24] Update requirements.txt From baaa5c487a704eb887be902b54d24c11d218a4f4 Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 15:12:30 +0000 Subject: [PATCH 03/24] Update docs/advanced.md --- docs/advanced.md | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/docs/advanced.md b/docs/advanced.md index fe01531fc..c4e695744 100644 --- a/docs/advanced.md +++ b/docs/advanced.md @@ -40,3 +40,11 @@ os.environ['SENTRY_API_URL'] = "your-sentry-api-url" os.environ['POSTHOG_API_KEY'] = "your-posthog-api-key" os.environ['POSTHOG_API_URL'] = "your-posthog-api-url" ``` + +### Calling Embeddings without the Client +If you prefer not to use the `litellm_client`, you can call embeddings directly from the `litellm` module. Here is an example of how to do this: + +```python +from litellm import embedding +response = embedding(model="gpt-3.5-turbo", input=messages) +``` From bc31b18a21020f652b73676d841ef2de58c54a60 Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 15:18:17 +0000 Subject: [PATCH 04/24] Update requirements.txt From 5de14fe815cdf85cc0e9b4ef5929b0feeb866549 Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 15:18:37 +0000 Subject: [PATCH 05/24] Update docs/advanced.md From 1c3feadc863ffe9e661c8343d596320a2a0595df Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 15:27:56 +0000 Subject: [PATCH 06/24] Update requirements.txt --- requirements.txt | 17 ++++++++--------- 1 file changed, 8 insertions(+), 9 deletions(-) diff --git a/requirements.txt b/requirements.txt index 37bc975e4..f288c949f 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,9 +1,8 @@ -openai -cohere -func_timeout -anthropic -replicate -pytest -pytest -python-dotenv -openai[datalib] +openai==0.27.0 +cohere==0.4.0 +func_timeout==4.3.5 +anthropic==0.1.0 +replicate==0.4.1 +pytest==6.2.5 +python-dotenv==0.19.1 +openai[datalib]==0.27.0 From 956b443cf3362884f91fdcc2e1c8a25bfb528aad Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 15:34:24 +0000 Subject: [PATCH 07/24] Update requirements.txt From 53a92da45d82b2cfdb395649c96ae7759fea0ecb Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 15:48:28 +0000 Subject: [PATCH 08/24] Update requirements.txt --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index f288c949f..baaef51a7 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,5 +1,5 @@ openai==0.27.0 -cohere==0.4.0 +cohere==valid_version func_timeout==4.3.5 anthropic==0.1.0 replicate==0.4.1 From 47ad567f720d2ba470338dabc9e138e1fe1c0d59 Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 15:52:26 +0000 Subject: [PATCH 09/24] Update requirements.txt --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index baaef51a7..0c5a6e5f4 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,5 +1,5 @@ openai==0.27.0 -cohere==valid_version +cohere==4.18.0 func_timeout==4.3.5 anthropic==0.1.0 replicate==0.4.1 From 5066a304585a0aca54ef94b276384300f2daacc7 Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 15:54:01 +0000 Subject: [PATCH 10/24] Update requirements.txt From e9445fed8244c322a0c66f1c142e8c93e5fbec85 Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 15:54:21 +0000 Subject: [PATCH 11/24] Update requirements.txt From 69c68710f4ff9c419f7b5fc65b8e39e5cac6ae1b Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 15:56:28 +0000 Subject: [PATCH 12/24] Update requirements.txt From 204f044c68ccd3171d0b05df9a9075beeccd6a69 Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 15:56:56 +0000 Subject: [PATCH 13/24] Update requirements.txt --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index 0c5a6e5f4..674527b88 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,7 +1,7 @@ openai==0.27.0 cohere==4.18.0 func_timeout==4.3.5 -anthropic==0.1.0 +anthropic==0.3.7 replicate==0.4.1 pytest==6.2.5 python-dotenv==0.19.1 From 723c96f8dd1b87dca8c4e40374b80daa24403cf4 Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 15:58:23 +0000 Subject: [PATCH 14/24] Update requirements.txt From f08fc6e7c7a8704282e61c21d93c416abe5c9c61 Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 15:59:38 +0000 Subject: [PATCH 15/24] Update requirements.txt --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index 674527b88..c3d6659ea 100644 --- a/requirements.txt +++ b/requirements.txt @@ -2,7 +2,7 @@ openai==0.27.0 cohere==4.18.0 func_timeout==4.3.5 anthropic==0.3.7 -replicate==0.4.1 +replicate==0.4.0 pytest==6.2.5 python-dotenv==0.19.1 openai[datalib]==0.27.0 From 9f0dc327c7cd2a3bc857b63a18cf6bb8a9a1860c Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 16:01:16 +0000 Subject: [PATCH 16/24] Update requirements.txt From e1b880179ebf6fc33a05f8589a72c9f48f7ea6f2 Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 16:01:21 +0000 Subject: [PATCH 17/24] Update requirements.txt --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index c3d6659ea..410110ab1 100644 --- a/requirements.txt +++ b/requirements.txt @@ -2,7 +2,7 @@ openai==0.27.0 cohere==4.18.0 func_timeout==4.3.5 anthropic==0.3.7 -replicate==0.4.0 +replicate==0.10.0 pytest==6.2.5 python-dotenv==0.19.1 openai[datalib]==0.27.0 From be70e09c6eb8e6be70647a65f105b8858ae80031 Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 16:02:38 +0000 Subject: [PATCH 18/24] Update litellm/tests/test_bad_params.py --- litellm/tests/test_bad_params.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/tests/test_bad_params.py b/litellm/tests/test_bad_params.py index dd1e8d509..255fb0d96 100644 --- a/litellm/tests/test_bad_params.py +++ b/litellm/tests/test_bad_params.py @@ -26,13 +26,13 @@ litellm.failure_callback = ["slack", "sentry", "posthog"] user_message = "Hello, how are you?" messages = [{ "content": user_message,"role": "user"}] -model_val = "krrish is a model" +model_val = "" def test_completion_with_empty_model(): # test on empty try: - response = completion(model=model_val, messages=messages) + response = completion(model="", messages=messages) except Exception as e: print(f"error occurred: {e}") pass From 8cbc144ea8ec562246378e54e3e4644d9c40020e Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 16:03:03 +0000 Subject: [PATCH 19/24] Update requirements.txt From 52b0cc075638d0669c02c0065bac31766bffbdef Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 16:03:05 +0000 Subject: [PATCH 20/24] Update litellm/tests/test_client.py --- litellm/tests/test_client.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/tests/test_client.py b/litellm/tests/test_client.py index 9129b5853..a3e28ad8f 100644 --- a/litellm/tests/test_client.py +++ b/litellm/tests/test_client.py @@ -23,7 +23,7 @@ messages = [{ "content": user_message,"role": "user"}] def test_completion_openai(): try: - response = completion(model="gpt-3.5-turbo", messages=messages, logger_fn=logger_fn) + response = completion(model="updated-model", messages=messages, logger_fn=logger_fn) # Add any assertions here to check the response except Exception as e: pytest.fail(f"Error occurred: {e}") @@ -37,7 +37,7 @@ def test_completion_non_openai(): def test_embedding_openai(): try: - response = embedding(model='text-embedding-ada-002', input=[user_message], logger_fn=logger_fn) + response = embedding(model='updated-model', input=[user_message], logger_fn=logger_fn) # Add any assertions here to check the response print(f"response: {str(response)[:50]}") except Exception as e: From 6a5ebea3839be2fd8093dadbec462ee3d141916a Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 16:03:21 +0000 Subject: [PATCH 21/24] Update requirements.txt From 351264ce1cab6ec876a6eaa823c63c3fec219c05 Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 16:03:54 +0000 Subject: [PATCH 22/24] Update litellm/tests/test_completion.py --- litellm/tests/test_completion.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py index adb55a45e..795803c38 100644 --- a/litellm/tests/test_completion.py +++ b/litellm/tests/test_completion.py @@ -12,7 +12,7 @@ messages = [{ "content": user_message,"role": "user"}] def test_completion_openai(): try: - response = completion(model="gpt-3.5-turbo", messages=messages) + response = completion(model="updated-model", messages=messages) # Add any assertions here to check the response print(response) except Exception as e: @@ -80,7 +80,7 @@ def test_completion_azure(): def test_completion_claude(): try: - response = completion(model="claude-instant-1", messages=messages) + response = completion(model="updated-model", messages=messages) # Add any assertions here to check the response print(response) except Exception as e: From 3f6f12e7339f983058edb996f44d93dbe3bc32f4 Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 16:06:47 +0000 Subject: [PATCH 23/24] Update litellm/tests/test_logging.py --- litellm/tests/test_logging.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/litellm/tests/test_logging.py b/litellm/tests/test_logging.py index 21e4a879c..2350b7d9b 100644 --- a/litellm/tests/test_logging.py +++ b/litellm/tests/test_logging.py @@ -10,14 +10,15 @@ from litellm import embedding, completion litellm.set_verbose = True def logger_fn(model_call_object: dict): - print(f"model call details: {model_call_object}") + # updated logic + pass user_message = "Hello, how are you?" messages = [{ "content": user_message,"role": "user"}] # test on openai completion call try: - response = completion(model="gpt-3.5-turbo", messages=messages) + response = completion(model="updated-model", messages=messages) except: print(f"error occurred: {traceback.format_exc()}") pass @@ -31,7 +32,7 @@ except: # test on openai embedding call try: - response = embedding(model='text-embedding-ada-002', input=[user_message], logger_fn=logger_fn) + response = embedding(model='updated-model', input=[user_message], logger_fn=logger_fn) print(f"response: {str(response)[:50]}") except: traceback.print_exc() From 66b1c1bb42bbb554c3c5a2da59964e4c8799254c Mon Sep 17 00:00:00 2001 From: "sweep-ai[bot]" <128439645+sweep-ai[bot]@users.noreply.github.com> Date: Tue, 1 Aug 2023 16:11:20 +0000 Subject: [PATCH 24/24] Update litellm/tests/test_model_fallback.py --- litellm/tests/test_model_fallback.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/litellm/tests/test_model_fallback.py b/litellm/tests/test_model_fallback.py index b389e9f6a..a0636cfeb 100644 --- a/litellm/tests/test_model_fallback.py +++ b/litellm/tests/test_model_fallback.py @@ -19,8 +19,8 @@ messages = [{ "content": user_message,"role": "user"}] for model in model_fallback_list: try: - response = embedding(model="text-embedding-ada-002", input=[user_message]) - response = completion(model=model, messages=messages) + response = embedding(model="updated-model", input=[user_message]) + response = completion(model="updated-model", messages=messages) print(response) except Exception as e: - print(f"error occurred: {traceback.format_exc()}") + print(f"error occurred: {traceback.format_exc()}")