{ "catalog_ui": { "description": { "en_US": "Ollama runs large language models locally through a command-line interface and an HTTP API. The Ollama server does not include an interactive Web UI; pair it with a frontend such as Open WebUI if you want browser-based chat.\n\nIt supports many models, including Llama, Mistral, Gemma, and Qwen, and provides an API for applications and integrations. Local models run on your own hardware; cloud models require an internet connection.\n\n**Key Features:**\n- **Local model execution**: Run supported models on your own hardware\n- **Model management**: Pull, run, and manage models with the CLI or API\n- **API integration**: Connect other applications to the Ollama server\n- **Privacy options**: Keep inference local when using local models\n\n**Learn More:**\n- [Ollama Official Website](https://ollama.com/)\n- [Ollama GitHub Repository](https://github.com/ollama/ollama)\n- [Model Library](https://ollama.com/library)\n" }, "launch": { "path": "/api/version" } }, "first_run": { "endpoints": [ { "label": "Ollama API (no Web UI)", "scheme": "http", "port": 11434, "path": "/api/version", "source": "ollama-http-api" } ] }, "proxmox": { "deployment_profile": { "variant": "hardware-selectable", "gpu_passthrough": "installer-selection" }, "installer_profile": { "hardware_acceleration": { "prompt": "Acceleration for Ollama", "default": "cpu", "profiles": [ { "id": "cpu", "label": "CPU", "image": { "reference": "ollama/ollama:latest", "registry": "docker.io", "repository": "ollama/ollama", "tag": "latest", "digest": null, "pull_policy": "resolve-selected-tag-to-architecture-digest-at-install" }, "device_requests": [] }, { "id": "nvidia", "label": "NVIDIA (CUDA)", "architectures": [ "amd64" ], "image": { "reference": "ollama/ollama:latest", "registry": "docker.io", "repository": "ollama/ollama", "tag": "latest", "digest": null, "pull_policy": "resolve-selected-tag-to-architecture-digest-at-install" }, "device_requests": [ { "id": "nvidia-runtime", "kind": "nvidia-runtime", "purpose": "nvidia-cuda", "device_selection": "all-requested-by-compose" } ], "environment": [ { "name": "NVIDIA_VISIBLE_DEVICES", "value": "all" } ] }, { "id": "vulkan", "label": "Intel/AMD (Vulkan)", "architectures": [ "amd64" ], "image": { "reference": "ollama/ollama:latest", "registry": "docker.io", "repository": "ollama/ollama", "tag": "latest", "digest": null, "pull_policy": "resolve-selected-tag-to-architecture-digest-at-install" }, "device_requests": [ { "id": "gpu-render", "path_prompt": "GPU render device", "host_path_default": "/dev/dri/renderD128", "mode": "0660", "deny_write": false, "gid_strategy": "host-device-gid", "kind": "character-device", "container_path_strategy": "same-as-host", "drm_vendor_ids": [ "0x8086", "0x1002" ] } ], "environment": [ { "name": "OLLAMA_IGPU_ENABLE", "value": "1" } ] }, { "id": "rocm", "label": "AMD (ROCm)", "amd_gfx_targets": [ 90008, 90010, 90402, 90500, 100300, 110000, 110001, 110002, 110500, 110501, 120000, 120001 ], "architectures": [ "amd64" ], "image": { "reference": "ollama/ollama:rocm", "registry": "docker.io", "repository": "ollama/ollama", "tag": "rocm", "digest": null, "pull_policy": "resolve-selected-tag-to-architecture-digest-at-install" }, "device_requests": [ { "id": "gpu-render", "path_prompt": "GPU render device", "host_path_default": "/dev/dri/renderD128", "mode": "0660", "deny_write": false, "gid_strategy": "host-device-gid", "kind": "character-device", "container_path_strategy": "same-as-host", "drm_vendor_ids": [ "0x1002" ] }, { "id": "amd-kfd", "path_prompt": "AMD compute device", "host_path_default": "/dev/kfd", "mode": "0660", "deny_write": false, "gid_strategy": "host-device-gid", "kind": "character-device", "container_path_strategy": "same-as-host" } ], "environment": [ { "name": "OLLAMA_IGPU_ENABLE", "value": "1" } ] } ] }, "volume_preparations": [ { "container_path": "/root/.ollama", "remove_lost_found": true, "owner_strategy": "mapped-root", "only_when_mount_type": "managed-volume" } ] } } }