Ollama Notes

# Ollama API: https://hub.docker.com/r/ollama/ollama
# OpenWebUI: https://docs.openwebui.com/
# AnythingLLM: https://anythingllm.com/
# Models: https://ollama.com/library
# NVidia Support: https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/latest/install-guide.html#installation

services:
  ollama-api:
    container_name: Ollama-API
    image: docker.io/ollama/ollama:latest
    privileged: true
    ports:
      - "11434:11434"
    environment:
      - TZ=America/New_York
      - OLLAMA_CONTEXT_LENGTH=64000
      # - OLLAMA_HOST=0.0.0.0
      #- HTTPS_PROXY=https://chat.xackleystudio.com
    volumes:
      - ./Ollama-data:/root/.ollama/models
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities:
                - gpu
    restart: always


  #https://docs.anythingllm.com/installation-docker/local-docker

  # Do this before starting the container for the first time
  # mkdir ./Anything-LLM-data
  # podman unshare chown -R 1000:1000 ./Anything-LLM-data

  anything-llm:
    container_name: Anything-LLM
    image: docker.io/mintplexlabs/anythingllm
    ports:
      - "3012:3001"
    environment:
      - TZ=America/New_York
      - STORAGE_DIR="/app/server/storage"
    volumes:
      - ./Anything-LLM-data:/app/server/storage:Z
    depends_on:
      - ollama-api
    restart: unless-stopped



  # https://docs.openwebui.com/getting-started/env-configuration

  open-webui:
    container_name: OpenWeb-UI
    image: ghcr.io/open-webui/open-webui:main
    privileged: true
    #image: ghcr.io/open-webui/open-webui:cuda
    #runtime: nvidia
    ports:
      - "3010:8080"
    environment:
      - TZ=America/New_York
      - OLLAMA_BASE_URL=http://ollama-api:11434
    volumes:
      - ./OpenWebUI-data:/app/backend/data
    depends_on:
      - ollama-api
    #extra_hosts:
    #  - host.docker.internal:host-gateway
    restart: always


  # https://comfyui-wiki.com/en/install

  comfyui:
    image: ghcr.io/jemeyer/comfyui:latest  # Or another image of your choice
    #image: docker.io/yanwk/comfyui-boot:cu130-slim #https://github.com/YanWenKun/ComfyUI-Docker/tree/main
    container_name: ComfyUI
    restart: unless-stopped
    environment:
      - TZ=America/New_York
      - GIT_PYTHON_GIT_EXECUTABLE=/usr/bin/git
      #- CLI_ARGS=--fast
    volumes:
      - ./ComfyUI-data/data:/app/ComfyUI/data
      - ./ComfyUI-data/models:/app/models
      - ./ComfyUI-data/input:/app/input
      - ./ComfyUI-data/output:/app/output
      - ./ComfyUI-data/settings:/app/settings
      - ./ComfyUI-data/flows:/app/flows
      - ./ComfyUI-data/user:/app/user
      - ./ComfyUI-data/temp:/app/temp
      - ./ComfyUI-data/custom_nodes:/app/custom_nodes
    ports:
      - "3011:8188" # use http://comyui:8188 when configuring OpenWeb-UI to use ComfyUI
    security_opt:
      - label=disable
    devices:
      - "nvidia.com/gpu=all"

    #volumes:
    #deploy:
    #  resources:
    #    reservations:
    #      devices:
    #        - driver: nvidia
    #          count: 1
    #          capabilities:
    #            - gpu

    #environment:
    #  - NVIDIA_VISIBLE_DEVICES=all # Use all available GPUs
    #  - NVIDIA_DRIVER_CAPABILITIES=compute,utility,video,graphics # Enable all necessary capabilities