refactor: move all testing to top-level of repo

Closes https://github.com/BerriAI/litellm/issues/486

tests/local_testing/test_scheduler.py

@@ -0,0 +1,90 @@
+# What is this?
+## Unit tests for the Scheduler.py (workload prioritization scheduler)
+
+import sys, os, time, openai, uuid
+import traceback, asyncio
+import pytest
+from typing import List
+
+sys.path.insert(
+    0, os.path.abspath("../..")
+)  # Adds the parent directory to the system path
+from litellm import Router
+from litellm.scheduler import FlowItem, Scheduler
+from litellm import ModelResponse
+
+
+@pytest.mark.asyncio
+async def test_scheduler_diff_model_names():
+    """
+    Assert 2 requests to 2 diff model groups are top of their respective queue's
+    """
+    scheduler = Scheduler()
+
+    item1 = FlowItem(priority=0, request_id="10", model_name="gpt-3.5-turbo")
+    item2 = FlowItem(priority=0, request_id="11", model_name="gpt-4")
+    await scheduler.add_request(item1)
+    await scheduler.add_request(item2)
+
+    assert (
+        await scheduler.poll(
+            id="10", model_name="gpt-3.5-turbo", health_deployments=[{"key": "value"}]
+        )
+        == True
+    )
+    assert (
+        await scheduler.poll(
+            id="11", model_name="gpt-4", health_deployments=[{"key": "value"}]
+        )
+        == True
+    )
+
+
+@pytest.mark.parametrize("p0, p1", [(0, 0), (0, 1), (1, 0)])
+@pytest.mark.parametrize("healthy_deployments", [[{"key": "value"}], []])
+@pytest.mark.asyncio
+async def test_scheduler_prioritized_requests(p0, p1, healthy_deployments):
+    """
+    2 requests for same model group
+    """
+    scheduler = Scheduler()
+
+    item1 = FlowItem(priority=p0, request_id="10", model_name="gpt-3.5-turbo")
+    item2 = FlowItem(priority=p1, request_id="11", model_name="gpt-3.5-turbo")
+    await scheduler.add_request(item1)
+    await scheduler.add_request(item2)
+
+    if p0 == 0:
+        assert (
+            await scheduler.peek(
+                id="10",
+                model_name="gpt-3.5-turbo",
+                health_deployments=healthy_deployments,
+            )
+            == True
+        ), "queue={}".format(await scheduler.get_queue(model_name="gpt-3.5-turbo"))
+        assert (
+            await scheduler.peek(
+                id="11",
+                model_name="gpt-3.5-turbo",
+                health_deployments=healthy_deployments,
+            )
+            == False
+        )
+    else:
+        assert (
+            await scheduler.peek(
+                id="11",
+                model_name="gpt-3.5-turbo",
+                health_deployments=healthy_deployments,
+            )
+            == True
+        )
+        assert (
+            await scheduler.peek(
+                id="10",
+                model_name="gpt-3.5-turbo",
+                health_deployments=healthy_deployments,
+            )
+            == False
+        )