ProxMenux/oci/catalog/overlays/ollama.json

{
  "proxmox": {
    "deployment_profile": {
      "variant": "hardware-selectable",
      "gpu_passthrough": "installer-selection"
    },
    "installer_profile": {
      "hardware_acceleration": {
        "prompt": "Acceleration for Ollama",
        "default": "cpu",
        "profiles": [
          {
            "id": "cpu",
            "label": "CPU",
            "device_requests": []
          },
          {
            "id": "nvidia",
            "label": "NVIDIA (CUDA)",
            "device_requests": [
              {
                "id": "nvidia-runtime",
                "kind": "nvidia-runtime",
                "purpose": "nvidia-cuda",
                "device_selection": "all-requested-by-compose"
              }
            ],
            "environment": [
              {
                "name": "NVIDIA_VISIBLE_DEVICES",
                "value": "all"
              }
            ]
          }
        ]
      },
      "volume_preparations": [
        {
          "container_path": "/root/.ollama",
          "remove_lost_found": true,
          "owner_strategy": "mapped-root",
          "only_when_mount_type": "managed-volume"
        }
      ]
    }
  }
}