[Feat] Observability integration - Opik by Comet (#6062)

* Added Opik logging and evaluation

* Updated doc examples

* Default tags should be [] in case appending

* WIP

* Work in progress

* Opik integration

* Opik integration

* Revert changes on litellm_logging.py

* Updated Opik integration for synchronous API calls

* Updated Opik documentation

---------

Co-authored-by: Douglas Blank <doug@comet.com>
Co-authored-by: Doug Blank <doug.blank@gmail.com>

litellm/integrations/opik/utils.py

@@ -0,0 +1,106 @@
+import os
+import time
+from typing import Optional, Final, Dict, List
+import configparser
+from litellm.types.utils import ModelResponse
+
+CONFIG_FILE_PATH_DEFAULT: Final[str] = "~/.opik.config"
+
+def create_uuid7():
+    ns = time.time_ns()
+    last = [0, 0, 0, 0]
+
+    # Simple uuid7 implementation
+    sixteen_secs = 16_000_000_000
+    t1, rest1 = divmod(ns, sixteen_secs)
+    t2, rest2 = divmod(rest1 << 16, sixteen_secs)
+    t3, _ = divmod(rest2 << 12, sixteen_secs)
+    t3 |= 7 << 12  # Put uuid version in top 4 bits, which are 0 in t3
+
+    # The next two bytes are an int (t4) with two bits for
+    # the variant 2 and a 14 bit sequence counter which increments
+    # if the time is unchanged.
+    if t1 == last[0] and t2 == last[1] and t3 == last[2]:
+        # Stop the seq counter wrapping past 0x3FFF.
+        # This won't happen in practice, but if it does,
+        # uuids after the 16383rd with that same timestamp
+        # will not longer be correctly ordered but
+        # are still unique due to the 6 random bytes.
+        if last[3] < 0x3FFF:
+            last[3] += 1
+    else:
+        last[:] = (t1, t2, t3, 0)
+    t4 = (2 << 14) | last[3]  # Put variant 0b10 in top two bits
+
+    # Six random bytes for the lower part of the uuid
+    rand = os.urandom(6)
+    return f"{t1:>08x}-{t2:>04x}-{t3:>04x}-{t4:>04x}-{rand.hex()}"
+
+def _read_opik_config_file() -> Dict[str, str]:
+    config_path = os.path.expanduser(CONFIG_FILE_PATH_DEFAULT)
+
+    config = configparser.ConfigParser()
+    config.read(config_path)
+
+    config_values = {
+        section: dict(config.items(section)) for section in config.sections()
+    }
+
+    if "opik" in config_values:
+        return config_values["opik"]
+
+    return {}
+
+def _get_env_variable(key: str) -> str:
+    env_prefix = "opik_"
+    return os.getenv((env_prefix + key).upper(), None)
+
+def get_opik_config_variable(
+        key: str,
+        user_value: Optional[str] = None,
+        default_value: Optional[str] = None
+    ) -> str:
+    """
+    Get the configuration value of a variable, order priority is:
+    1. user provided value
+    2. environment variable
+    3. Opik configuration file
+    4. default value
+    """
+    # Return user provided value if it is not None
+    if user_value is not None:
+        return user_value
+    
+    # Return environment variable if it is not None
+    env_value = _get_env_variable(key)
+    if env_value is not None:
+        return env_value
+    
+    # Return value from Opik configuration file if it is not None
+    config_values = _read_opik_config_file()
+
+    if key in config_values:
+        return config_values[key]
+        
+    # Return default value if it is not None
+    return default_value
+
+def create_usage_object(usage):
+   usage_dict = {}
+
+   if usage.completion_tokens is not None:
+      usage_dict["completion_tokens"] = usage.completion_tokens
+   if usage.prompt_tokens is not None:
+      usage_dict["prompt_tokens"] = usage.prompt_tokens
+   if usage.total_tokens is not None:
+      usage_dict["total_tokens"] = usage.total_tokens
+   return usage_dict
+
+def _remove_nulls(x):
+    x_ = {k:v for k,v in x.items() if v is not None}
+    return x_
+
+def get_traces_and_spans_from_payload(payload: List):
+    traces = [_remove_nulls(x) for x in payload if "type" not in x]
+    spans = [_remove_nulls(x) for x in payload if "type" in x]
+    return traces, spans