phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(test) proxy - log metadata to langfuse

Browse source
This commit is contained in:
ishaan-jaff 2024-01-01 11:54:16 +05:30
parent 21cccd02e8
commit c8f8bd9e57
1 changed files with 18 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

28
litellm/proxy/tests/test_langchain_request.py
View file

@ -1,4 +1,4 @@
## LOCAL TEST # # LOCAL TEST
# from langchain.chat_models import ChatOpenAI # from langchain.chat_models import ChatOpenAI
# from langchain.prompts.chat import ( # from langchain.prompts.chat import (
# ChatPromptTemplate, # ChatPromptTemplate,
@ -9,8 +9,16 @@
# chat = ChatOpenAI( # chat = ChatOpenAI(
# openai_api_base="http://0.0.0.0:8000", # openai_api_base="http://0.0.0.0:8000",
# model = "gpt-3.5-turbo", # model = "azure/chatgpt-v-2",
# temperature=0.1 # temperature=0.1,
# extra_body={
# "metadata": {
# "generation_name": "ishaan-generation-langchain-client",
# "generation_id": "langchain-client-gen-id22",
# "trace_id": "langchain-client-trace-id22",
# "trace_user_id": "langchain-client-user-id2"
# }
# }
# ) # )
# messages = [ # messages = [
@ -25,12 +33,12 @@
# print(response) # print(response)
# claude_chat = ChatOpenAI( # # claude_chat = ChatOpenAI(
# openai_api_base="http://0.0.0.0:8000", # # openai_api_base="http://0.0.0.0:8000",
# model = "claude-v1", # # model = "claude-v1",
# temperature=0.1 # # temperature=0.1
# ) # # )
# response = claude_chat(messages) # # response = claude_chat(messages)
# print(response) # # print(response)