mirror of
https://github.com/kevinthedang/discord-ollama.git
synced 2026-09-23 17:08:58 -04:00
Eric Curtin
0beaed85aa
llmman (https://github.com/llmmanorg/llmman) serves the Ollama API on port 17434 and works with the bot as-is, so document it in setup-local and link it from the README. Since the backend is no longer Ollama-only, rename the env vars to LLM_ENDPOINT / LLM_PORT as requested in review. OLLAMA_IP / OLLAMA_PORT are kept as deprecated aliases in keys.ts and docker-compose.yml so existing deployments keep working.
18 lines
597 B
Bash
18 lines
597 B
Bash
# Discord token for the bot
|
|
CLIENT_TOKEN = BOT_TOKEN
|
|
|
|
# Default model for new users
|
|
MODEL = DEFAULT_MODEL
|
|
|
|
# ip/port address of the LLM server (ollama, llmman, ...), I use 172.18.0.3 for docker, 127.0.0.1 for local
|
|
# ollama listens on 11434, llmman (https://github.com/llmmanorg/llmman) on 17434
|
|
# OLLAMA_IP / OLLAMA_PORT are still accepted as deprecated aliases
|
|
LLM_ENDPOINT = IP_ADDRESS
|
|
LLM_PORT = PORT
|
|
|
|
# ip address for discord bot container, I use 172.18.0.2, use different IP than llm_endpoint
|
|
DISCORD_IP = IP_ADDRESS
|
|
|
|
# subnet address, ex. 172.18.0.0 as we use /16.
|
|
SUBNET_ADDRESS = ADDRESS
|