32 lines
843 B
YAML
32 lines
843 B
YAML
# LiteLLM configuration file
|
|
|
|
model_list:
|
|
# --- Groq Models ---
|
|
- model_name: groq-llama3-8b
|
|
litellm_params:
|
|
model: groq/llama3-8b-8192
|
|
api_key: ${GROQ_API_KEY}
|
|
|
|
- model_name: groq-mixtral
|
|
litellm_params:
|
|
model: groq/mixtral-8x7b-32768
|
|
api_key: ${GROQ_API_KEY}
|
|
|
|
# --- Ollama (self-hosted) ---
|
|
- model_name: jean-luc/tiger-gemma-9b:q4_K_M
|
|
litellm_params:
|
|
model: llama3
|
|
api_base: http://192.168.0.15:11434
|
|
api_key: none
|
|
provider: ollama
|
|
|
|
litellm_settings:
|
|
# enable proxy mode with logging
|
|
proxy:
|
|
store: sqlite # usage logs stored in SQLite
|
|
db_path: /app/logs/litellm.db
|
|
callbacks: ["logging"] # log every request
|
|
telemetry: true # track usage stats
|
|
log_costs: true # track costs
|
|
dashboard: true # enables dashboard on port 4001
|