ohmu/third/server/ollama/docker-compose.yml

services:
  ollama:
    image: ollama/ollama:rocm
    container_name: ollama-rocm
    restart: unless-stopped
    devices:
      - /dev/kfd
      - /dev/dri
    security_opt:
      - seccomp:unconfined
    cap_add:
      - SYS_PTRACE
    ipc: host
    group_add:
      - video
    volumes:
      - /home/ardo/.ollama/:/root/.ollama
      - /etc/localtime:/etc/localtime
    environment:
      - OLLAMA_HOST=0.0.0.0:11434
      - HSA_OVERRIDE_GFX_VERSION=11.5.1
      - TZ=Europe/Tallinn
      - LANG=C.UTF-8
    ports:
      - "11434:11434"
    deploy:
      resources:
        limits:
          memory: 28g