litellm-ollama.argconf


1
2
3
4
5
6
7
8
9
10
11
12
13

# LiteLLM launch parameters

# Host and port on which LiteLLM will listen, default 0.0.0.0:8000
# HOST="--host=0.0.0.0"
# PORT="--port=8000"

# Enable logging to telemetry service, default True
# TELEMETRY="--telemetry=True"

# Model parameters
# TEMPERATURE="--temperature=0.2"
# MAX_TOKENS="--max_tokens=2000"