#### What this does #### # On success, logs events to Helicone import dotenv, os import requests from anthropic import HUMAN_PROMPT, AI_PROMPT dotenv.load_dotenv() # Loading env variables using dotenv import traceback class HeliconeLogger: # Class variables or attributes helicone_model_list = ["gpt", "claude"] def __init__(self): # Instance variables self.provider_url = "https://api.openai.com/v1" self.key = os.getenv('HELICONE_API_KEY') def claude_mapping(self, model, messages, response_obj): prompt = f"{HUMAN_PROMPT}" for message in messages: if "role" in message: if message["role"] == "user": prompt += f"{HUMAN_PROMPT}{message['content']}" else: prompt += f"{AI_PROMPT}{message['content']}" else: prompt += f"{HUMAN_PROMPT}{message['content']}" prompt += f"{AI_PROMPT}" claude_provider_request = {"model": model, "prompt": prompt} claude_response_obj = {"completion": response_obj['choices'][0]['message']['content'], "model": model, "stop_reason": "stop_sequence"} return claude_provider_request, claude_response_obj def log_success(self, model, messages, response_obj, start_time, end_time): # Method definition try: model = model if any(accepted_model in model for accepted_model in self.helicone_model_list) else "gpt-3.5-turbo" provider_request = {"model": model, "messages": messages} if "claude" in model: provider_request, response_obj = self.claude_mapping(model=model, messages=messages, response_obj=response_obj) providerResponse = { "json": response_obj, "headers": {"openai-version": "2020-10-01"}, "status": 200 } # Code to be executed url = "https://api.hconeai.com/oai/v1/log" headers = { 'Authorization': f'Bearer {self.key}', 'Content-Type': 'application/json' } start_time_seconds = int(start_time.timestamp()) start_time_milliseconds = int((start_time.timestamp() - start_time_seconds) * 1000) end_time_seconds = int(end_time.timestamp()) end_time_milliseconds = int((end_time.timestamp() - end_time_seconds) * 1000) data = { "providerRequest": {"url": self.provider_url, "json": provider_request, "meta": {"Helicone-Auth": f"Bearer {self.key}"}}, "providerResponse": providerResponse, "timing": {"startTime": {"seconds": start_time_seconds, "milliseconds": start_time_milliseconds}, "endTime": {"seconds": end_time_seconds, "milliseconds": end_time_milliseconds}} # {"seconds": .., "milliseconds": ..} } response = requests.post(url, headers=headers, json=data) # if response.status_code == 200: # print("Success!") # else: # print("Request was not successful. Status Code:", response.status_code) except: # traceback.print_exc() pass