-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathdocker-compose.yml
More file actions
42 lines (39 loc) · 1007 Bytes
/
Copy pathdocker-compose.yml
File metadata and controls
42 lines (39 loc) · 1007 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
services:
# This service now overrides the entrypoint to run a shell command.
init-ollama:
image: ollama/ollama
volumes:
- ollama:/root/.ollama
# 1. Override the default entrypoint to be the shell itself.
entrypoint: sh
# 2. Pass the command string as an argument to the shell.
command: -c "ollama serve & sleep 5 && ollama pull phi3"
# Your main Ollama service, which depends on the init-ollama service.
ollama:
image: ollama/ollama
ports:
- "11434:11434"
volumes:
- ollama:/root/.ollama
depends_on:
init-ollama:
condition: service_completed_successfully
# deploy:
# resources:
# reservations:
# devices:
# - driver: nvidia
# count: 1
# capabilities: [gpu]
backend:
build: .
ports:
- "8000:8000"
volumes:
- ./app:/code/app
depends_on:
- ollama
environment:
- OLLAMA_HOST=http://ollama:11434
volumes:
ollama: