diff --git a/cookbook/liteLLM_A121_Jurrasic_example.ipynb b/cookbook/liteLLM_A121_Jurrasic_example.ipynb new file mode 100644 index 000000000..f975b97e9 --- /dev/null +++ b/cookbook/liteLLM_A121_Jurrasic_example.ipynb @@ -0,0 +1,251 @@ +{ + "nbformat": 4, + "nbformat_minor": 0, + "metadata": { + "colab": { + "provenance": [] + }, + "kernelspec": { + "name": "python3", + "display_name": "Python 3" + }, + "language_info": { + "name": "python" + } + }, + "cells": [ + { + "cell_type": "markdown", + "source": [ + "# LiteLLM A121 Tutorial\n", + "\n", + "This walks through using A121 Jurassic models\n", + "* j2-light\n", + "* j2-mid\n", + "* j2-ultra" + ], + "metadata": { + "id": "LeFYo8iqcn5g" + } + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "GslPQFmaZsp-" + }, + "outputs": [], + "source": [ + "!pip install litellm" + ] + }, + { + "cell_type": "code", + "source": [ + "from litellm import completion\n", + "import os" + ], + "metadata": { + "id": "P3cKiqURZx7P" + }, + "execution_count": 2, + "outputs": [] + }, + { + "cell_type": "markdown", + "source": [ + "## Set A121 Keys\n", + "You can get a free key from https://studio.ai21.com/account/api-key" + ], + "metadata": { + "id": "tmTvA1_GaNU4" + } + }, + { + "cell_type": "code", + "source": [ + "os.environ[\"AI21_API_KEY\"] = \"\"" + ], + "metadata": { + "id": "_xX8LmxAZ2vp" + }, + "execution_count": 5, + "outputs": [] + }, + { + "cell_type": "markdown", + "source": [ + "# A121 Supported Models:\n", + "https://studio.ai21.com/foundation-models" + ], + "metadata": { + "id": "Fx5ZfJTLbF0A" + } + }, + { + "cell_type": "markdown", + "source": [ + "## J2-light Call" + ], + "metadata": { + "id": "H0tl-0Z3bDaL" + } + }, + { + "cell_type": "code", + "source": [ + "messages = [{ \"content\": \"Hello, how are you?\",\"role\": \"user\"}]\n", + "response = completion(model=\"j2-light\", messages=messages)\n", + "response" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "DZnApsJUZ_I2", + "outputId": "b5707cbe-f67c-47f7-bac5-a7b8af1ba815" + }, + "execution_count": 6, + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + " JSON: {\n", + " \"choices\": [\n", + " {\n", + " \"finish_reason\": \"stop\",\n", + " \"index\": 0,\n", + " \"message\": {\n", + " \"content\": \" However, I have an important question to ask you\\nMy name is X, and I was wondering if you would be willing to help me.\",\n", + " \"role\": \"assistant\"\n", + " }\n", + " }\n", + " ],\n", + " \"created\": 1692761063.5189915,\n", + " \"model\": \"j2-light\",\n", + " \"usage\": {\n", + " \"prompt_tokens\": null,\n", + " \"completion_tokens\": null,\n", + " \"total_tokens\": null\n", + " }\n", + "}" + ] + }, + "metadata": {}, + "execution_count": 6 + } + ] + }, + { + "cell_type": "markdown", + "source": [ + "# J2-Mid" + ], + "metadata": { + "id": "wCcnrYnnbMQA" + } + }, + { + "cell_type": "code", + "source": [ + "messages = [{ \"content\": \"what model are you\",\"role\": \"user\"}]\n", + "response = completion(model=\"j2-mid\", messages=messages)\n", + "response" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "-5Sxf4blaeEl", + "outputId": "6264a5e8-16d6-44a3-e167-9e0c59b6dbc4" + }, + "execution_count": 7, + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + " JSON: {\n", + " \"choices\": [\n", + " {\n", + " \"finish_reason\": \"stop\",\n", + " \"index\": 0,\n", + " \"message\": {\n", + " \"content\": \"\\nplease choose the model from the list below\\nModel view in Tekla Structures\",\n", + " \"role\": \"assistant\"\n", + " }\n", + " }\n", + " ],\n", + " \"created\": 1692761140.0017524,\n", + " \"model\": \"j2-mid\",\n", + " \"usage\": {\n", + " \"prompt_tokens\": null,\n", + " \"completion_tokens\": null,\n", + " \"total_tokens\": null\n", + " }\n", + "}" + ] + }, + "metadata": {}, + "execution_count": 7 + } + ] + }, + { + "cell_type": "markdown", + "source": [ + "# J2-Ultra" + ], + "metadata": { + "id": "wDARpjxtbUcg" + } + }, + { + "cell_type": "code", + "source": [ + "messages = [{ \"content\": \"what model are you\",\"role\": \"user\"}]\n", + "response = completion(model=\"j2-ultra\", messages=messages)\n", + "response" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "i228xwsYbSYo", + "outputId": "3765ac56-5a9b-442e-b357-2e346d02e1df" + }, + "execution_count": 8, + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + " JSON: {\n", + " \"choices\": [\n", + " {\n", + " \"finish_reason\": \"stop\",\n", + " \"index\": 0,\n", + " \"message\": {\n", + " \"content\": \"\\nI am not a specific model, but I can provide information and assistance based on my training data. Please let me know if there is anything you\",\n", + " \"role\": \"assistant\"\n", + " }\n", + " }\n", + " ],\n", + " \"created\": 1692761157.8675153,\n", + " \"model\": \"j2-ultra\",\n", + " \"usage\": {\n", + " \"prompt_tokens\": null,\n", + " \"completion_tokens\": null,\n", + " \"total_tokens\": null\n", + " }\n", + "}" + ] + }, + "metadata": {}, + "execution_count": 8 + } + ] + } + ] +} \ No newline at end of file