import openai, os, dotenv, traceback, time openai.api_base = "http://0.0.0.0:8000" dotenv.load_dotenv() openai.api_key = os.getenv("ANTHROPIC_API_KEY") # this gets passed as a header response1 = openai.ChatCompletion.create( model = "claude-instant-1", messages = [ { "role": "user", "content": "this is a test message, what model / llm are you" } ], ) try: print(f"response: {response1['choices'][0]['message']['content']}") except: print(f"response: {response1}") time.sleep(1) # allow time for request to be stored response2 = openai.ChatCompletion.create( model = "claude-instant-1", messages = [ { "role": "user", "content": "this is a test message, what model / llm are you" } ], ) try: print(f"response: {response2['choices'][0]['message']['content']}") except: print(f"response: {response2}") openai.api_key = os.getenv("OPENAI_API_KEY") try: response3 = openai.ChatCompletion.create( model = "gpt-3.5-turbo", messages = [ { "role": "user", "content": "this is a test message, what model / llm are you" } ], ) except Exception as e: traceback.print_exc() try: print(f"response: {response3['choices'][0]['message']['content']}") except: print(f"response: {response3}") assert response1["choices"][0]["message"]["content"] == response2["choices"][0]["message"]["content"] assert response1["choices"][0]["message"]["content"] != response3["choices"][0]["message"]["content"]