ollama

docker-compose.yml

Github

# CPU
services:
    ollama:
        image: ollama/ollama
        container_name: ollama
        environment:
            - OLLAMA_ORIGINS=*
        ports:
            - '11434:11434'
        volumes:
            - './data/ollama:/root/.ollama'

    fmaclen:
        image: 'ghcr.io/fmaclen/hollama:latest'
        ports:
            - '4173:4173'

# GPU
services:
  ollama:
    image: ollama/ollama
    container_name: ollama
    environment:
      - OLLAMA_ORIGINS=*
    ports:
      - "11434:11434"
    volumes:
      - ./data/ollama_model:/root/.ollama
    deploy:
      resources:
        reservations:
          devices:
            - capabilities: [gpu]
    restart: unless-stopped