# LiteLLM configuration file

model_list:
  # --- Groq Models ---
  - model_name: groq-llama3-8b
    litellm_params:
      model: groq/llama3-8b-8192
      api_key: ${GROQ_API_KEY}

  - model_name: groq-mixtral
    litellm_params:
      model: groq/mixtral-8x7b-32768
      api_key: ${GROQ_API_KEY}

  # --- Ollama (self-hosted) ---
  - model_name: jean-luc/tiger-gemma-9b:q4_K_M
    litellm_params:
      model: llama3
      api_base: http://192.168.0.15:11434
      api_key: none
      provider: ollama

litellm_settings:
  # enable proxy mode with logging
  proxy:
    store: sqlite   # usage logs stored in SQLite
    db_path: /app/logs/litellm.db
  callbacks: ["logging"]  # log every request
  telemetry: true         # track usage stats
  log_costs: true         # track costs
  dashboard: true         # enables dashboard on port 4001