services: | |
ollama: | |
image: ollama/ollama | |
ports: | |
- "11434:11434" | |
volumes: | |
- ./models:/root/.ollama/models # Models storage | |
- ./Modelfile:/Modelfile # Separate Modelfile mount | |
environment: | |
- OLLAMA_NUM_PARALLEL=1 | |
deploy: | |
resources: | |
reservations: | |
devices: | |
- capabilities: [gpu] |