Added LiteLLM to the stack

Development/litellm/tests/test_litellm/proxy/test_custom_proxy.py

@@ -0,0 +1,53 @@
+import os
+import sys
+
+import uvicorn
+from dotenv import load_dotenv
+from fastapi import FastAPI, Request
+from fastapi.middleware.cors import CORSMiddleware
+from fastapi.responses import JSONResponse
+
+load_dotenv()
+sys.path.insert(
+    0, os.path.abspath("../../..")
+)  # Adds the parent directory to the system path
+
+from litellm.proxy.proxy_server import app as litellm_app
+from litellm.proxy.proxy_server import proxy_startup_event
+
+# Create main FastAPI app
+app = FastAPI(title="Custom LiteLLM Server", lifespan=proxy_startup_event)
+
+# Add CORS middleware
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+custom_path = "/my-custom-path"
+
+# Mount LiteLLM app at /litellm
+app.mount(custom_path, litellm_app)
+
+
+# Default route at /
+@app.get("/")
+async def root():
+    return {
+        "message": "Welcome to the API Gateway",
+        "litellm_endpoint": f"{custom_path}",
+    }
+
+
+# Health check endpoint
+@app.get("/health")
+async def health_check():
+    return {"status": "healthy"}
+
+
+if __name__ == "__main__":
+    # Run the server on port 8000
+    uvicorn.run(app, host="0.0.0.0", port=4000, log_level="info")