phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Docstring

Browse source
This commit is contained in:
Pamela Fox 2024-07-15 11:12:42 -07:00
parent 8d01f91056
commit d0fe1a8906
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/utils.py
View file

@ -1802,10 +1802,11 @@ def create_tokenizer(json: str):
tokenizer = Tokenizer.from_str(json) tokenizer = Tokenizer.from_str(json)
return {"type": "huggingface_tokenizer", "tokenizer": tokenizer} return {"type": "huggingface_tokenizer", "tokenizer": tokenizer}
# Based on https://github.com/forestwanglin/openai-java/blob/main/jtokkit/src/main/java/xyz/felh/openai/jtokkit/utils/TikTokenUtils.java
def _format_function_definitions(tools): def _format_function_definitions(tools):
"""Formats tool definitions in the format that OpenAI appears to use.
Based on https://github.com/forestwanglin/openai-java/blob/main/jtokkit/src/main/java/xyz/felh/openai/jtokkit/utils/TikTokenUtils.java
"""
lines = [] lines = []
lines.append("namespace functions {") lines.append("namespace functions {")
lines.append("") lines.append("")