-
Notifications
You must be signed in to change notification settings - Fork 31
/
Copy pathdocker-compose.yml
84 lines (76 loc) · 2.72 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
services:
traefik:
image: "traefik:v3.2"
container_name: "traefik"
command:
- "--configfile=/etc/traefik/traefik.yml"
ports:
- "443:443"
- "8080:8080"
- "80:80"
volumes:
- "./letsencrypt:/letsencrypt"
- "./traefik.yml:/etc/traefik/traefik.yml:ro"
- "/var/run/docker.sock:/var/run/docker.sock:ro"
ollama:
image: ollama/ollama
container_name: ollama
restart: unless-stopped
environment:
- OLLAMA_HOST=0.0.0.0
volumes:
- ./ollama-data:/root/.ollama # Shared volume for models
ports:
- "11434:11434"
# - "80:11434"
labels:
- "traefik.enable=true"
- "traefik.http.routers.ollama.rule=Host(`${DOMAIN}`) && (PathPrefix(`//ollama/`) || PathPrefix(`/ollama`))"
- "traefik.http.middlewares.ollama-strip.stripprefix.prefixes=/ollama"
- "traefik.http.middlewares.ollama-strip.stripprefix.forceslash=false"
- "traefik.http.routers.ollama.middlewares=ollama-strip@docker"
- "traefik.http.routers.ollama.entrypoints=websecure"
- "traefik.http.routers.ollama.tls.certresolver=myresolver"
- "traefik.http.services.ollama.loadbalancer.server.port=11434"
ollama-model-loader:
image: docker:latest # 🔥 Uses Docker CLI instead of Ollama
container_name: ollama-model-loader
depends_on:
- ollama
volumes:
- /var/run/docker.sock:/var/run/docker.sock # 🔥 Allows running commands inside containers
entrypoint: ["/bin/sh", "-c"]
command:
- |
echo "⏳ Waiting for Ollama to be ready..."
until docker exec ollama ollama list >/dev/null 2>&1; do
sleep 2
done
echo "📥 Pulling models inside Ollama container..."
docker exec ollama ollama pull gemma:2b
docker exec ollama ollama pull deepseek-r1:1.5b
docker exec ollama ollama pull qwen2.5-coder:1.5b
docker exec ollama ollama pull codegemma:2b
echo "✅ Models downloaded. Exiting..."
restart: "no"
open-webui:
image: ghcr.io/open-webui/open-webui:main
container_name: open-webui
restart: unless-stopped
depends_on:
- ollama
environment:
- OLLAMA_BASE_URLS=http://ollama:11434 #comma separated ollama hosts
- ENV=dev
- WEBUI_AUTH=False
- WEBUI_SECRET_KEY=t0p-s3cr3t
ports:
- "8080" # Exposing Open WebUI
volumes:
- ./webui-data:/app/data # Persisting WebUI data
labels:
- "traefik.enable=true"
- "traefik.http.routers.webui.rule=Host(`${DOMAIN}`) && PathPrefix(`/`)"
- "traefik.http.routers.webui.entrypoints=websecure"
- "traefik.http.routers.webui.tls.certresolver=myresolver"
- "traefik.http.services.webui.loadbalancer.server.port=8080"