diff options
| author | Felix Morgner <felix.morgner@gmail.com> | 2026-10-09 14:54:06 +0200 |
|---|---|---|
| committer | Felix Morgner <felix.morgner@gmail.com> | 2026-10-09 14:54:21 +0200 |
| commit | 9622cfbae5b5d004a5901c81dd48ec04ee0fdea6 (patch) | |
| tree | ce9e8c8447fadd2eed2f4ef65b51aaf62864636f /docker-compose.yml | |
| parent | d814715d028f45b048f833ed8e2c5ae83dafe0f5 (diff) | |
| download | local-ai-9622cfbae5b5d004a5901c81dd48ec04ee0fdea6.tar.xz local-ai-9622cfbae5b5d004a5901c81dd48ec04ee0fdea6.zip | |
chore: pre-refactor commit
Diffstat (limited to 'docker-compose.yml')
| -rw-r--r-- | docker-compose.yml | 47 |
1 files changed, 39 insertions, 8 deletions
diff --git a/docker-compose.yml b/docker-compose.yml index bb5046b..8c1fa10 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,29 +1,60 @@ services: - inference: + ollama: image: ollama/ollama:rocm restart: always environment: - OLLAMA_MAX_QUEUE: 512 + OLLAMA_MAX_QUEUE: 8192 OLLAMA_MAX_LOADED_MODELS: 1 - OLLAMA_NUM_PARALLEL: 1 - OLLAMA_KEEP_ALIVE: 15m + OLLAMA_NUM_PARALLEL: 5 + OLLAMA_KEEP_ALIVE: 0 OLLAMA_FLASH_ATTENTION: 1 OLLAMA_GPU_OVERHEAD: 2147483648 OLLAMA_NO_CLOUD: 1 LLAMA_ARG_IMAGE_MAX_TOKENS: 1120 volumes: - type: bind - source: ./inference/ollama + source: ./ollama/data target: /root/.ollama read_only: false - type: bind - source: ./inference/modelfiles + source: ./ollama/modelfiles target: /root/modelfiles - read_only: false + read_only: true ports: - 11434:11434 devices: - /dev/kfd:/dev/kfd - /dev/dri:/dev/dri - shm_size: 4gb + + comfy-ui: + image: corundex/comfyui-rocm:latest + restart: always + environment: + CLI_ARGS: --listen 0.0.0.0 + volumes: + - type: bind + source: ./comfyui/custom_nodes + target: /workspace/ComfyUI/custom_nodes + read_only: false + - type: bind + source: ./comfyui/input + target: /workspace/ComfyUI/input + read_only: false + - type: bind + source: ./comfyui/models + target: /workspace/ComfyUI/models + read_only: false + - type: bind + source: ./comfyui/output/ + target: /workspace/ComfyUI/output/ + read_only: false + - type: bind + source: ./comfyui/user + target: /workspace/ComfyUI/user + read_only: false + ports: + - 8188:8188 + devices: + - /dev/kfd:/dev/kfd + - /dev/dri:/dev/dri |