ProxMenux/oci/catalog/overlays/ollama.json

{
  "catalog_ui": {
    "description": {
      "en_US": "Ollama runs large language models locally through a command-line interface and an HTTP API. The Ollama server does not include an interactive Web UI; pair it with a frontend such as Open WebUI if you want browser-based chat.\n\nIt supports many models, including Llama, Mistral, Gemma, and Qwen, and provides an API for applications and integrations. Local models run on your own hardware; cloud models require an internet connection.\n\n**Key Features:**\n- **Local model execution**: Run supported models on your own hardware\n- **Model management**: Pull, run, and manage models with the CLI or API\n- **API integration**: Connect other applications to the Ollama server\n- **Privacy options**: Keep inference local when using local models\n\n**Learn More:**\n- [Ollama Official Website](https://ollama.com/)\n- [Ollama GitHub Repository](https://github.com/ollama/ollama)\n- [Model Library](https://ollama.com/library)\n"
    },
    "launch": {
      "path": "/api/version"
    }
  },
  "first_run": {
    "endpoints": [
      {
        "label": "Ollama API (no Web UI)",
        "scheme": "http",
        "port": 11434,
        "path": "/api/version",
        "source": "ollama-http-api"
      }
    ]
  },
  "proxmox": {
    "deployment_profile": {
      "variant": "hardware-selectable",
      "gpu_passthrough": "installer-selection"
    },
    "installer_profile": {
      "hardware_acceleration": {
        "prompt": "Acceleration for Ollama",
        "default": "cpu",
        "profiles": [
          {
            "id": "cpu",
            "label": "CPU",
            "image": {
              "reference": "ollama/ollama:latest",
              "registry": "docker.io",
              "repository": "ollama/ollama",
              "tag": "latest",
              "digest": null,
              "pull_policy": "resolve-selected-tag-to-architecture-digest-at-install"
            },
            "device_requests": []
          },
          {
            "id": "nvidia",
            "label": "NVIDIA (CUDA)",
            "architectures": [
              "amd64"
            ],
            "image": {
              "reference": "ollama/ollama:latest",
              "registry": "docker.io",
              "repository": "ollama/ollama",
              "tag": "latest",
              "digest": null,
              "pull_policy": "resolve-selected-tag-to-architecture-digest-at-install"
            },
            "device_requests": [
              {
                "id": "nvidia-runtime",
                "kind": "nvidia-runtime",
                "purpose": "nvidia-cuda",
                "device_selection": "all-requested-by-compose"
              }
            ],
            "environment": [
              {
                "name": "NVIDIA_VISIBLE_DEVICES",
                "value": "all"
              }
            ]
          },
          {
            "id": "vulkan",
            "label": "Intel/AMD (Vulkan)",
            "architectures": [
              "amd64"
            ],
            "image": {
              "reference": "ollama/ollama:latest",
              "registry": "docker.io",
              "repository": "ollama/ollama",
              "tag": "latest",
              "digest": null,
              "pull_policy": "resolve-selected-tag-to-architecture-digest-at-install"
            },
            "device_requests": [
              {
                "id": "gpu-render",
                "path_prompt": "GPU render device",
                "host_path_default": "/dev/dri/renderD128",
                "mode": "0660",
                "deny_write": false,
                "gid_strategy": "host-device-gid",
                "kind": "character-device",
                "container_path_strategy": "same-as-host",
                "drm_vendor_ids": [
                  "0x8086",
                  "0x1002"
                ]
              }
            ],
            "environment": [
              {
                "name": "OLLAMA_IGPU_ENABLE",
                "value": "1"
              }
            ]
          },
          {
            "id": "rocm",
            "label": "AMD (ROCm)",
            "amd_gfx_targets": [
              90008,
              90010,
              90402,
              90500,
              100300,
              110000,
              110001,
              110002,
              110500,
              110501,
              120000,
              120001
            ],
            "architectures": [
              "amd64"
            ],
            "image": {
              "reference": "ollama/ollama:rocm",
              "registry": "docker.io",
              "repository": "ollama/ollama",
              "tag": "rocm",
              "digest": null,
              "pull_policy": "resolve-selected-tag-to-architecture-digest-at-install"
            },
            "device_requests": [
              {
                "id": "gpu-render",
                "path_prompt": "GPU render device",
                "host_path_default": "/dev/dri/renderD128",
                "mode": "0660",
                "deny_write": false,
                "gid_strategy": "host-device-gid",
                "kind": "character-device",
                "container_path_strategy": "same-as-host",
                "drm_vendor_ids": [
                  "0x1002"
                ]
              },
              {
                "id": "amd-kfd",
                "path_prompt": "AMD compute device",
                "host_path_default": "/dev/kfd",
                "mode": "0660",
                "deny_write": false,
                "gid_strategy": "host-device-gid",
                "kind": "character-device",
                "container_path_strategy": "same-as-host"
              }
            ],
            "environment": [
              {
                "name": "OLLAMA_IGPU_ENABLE",
                "value": "1"
              }
            ]
          }
        ]
      },
      "volume_preparations": [
        {
          "container_path": "/root/.ollama",
          "remove_lost_found": true,
          "owner_strategy": "mapped-root",
          "only_when_mount_type": "managed-volume"
        }
      ]
    }
  }
}