Mirrors/ProxMenux
1
0
Fork 0
mirror of https://github.com/MacRimi/ProxMenux.git synced 2026-11-02 10:52:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(oci): run Ollama and llama.cpp on Intel and AMD integrated GPUs

Browse Source
This commit is contained in:
MacRimi
2026-10-31 00:25:21 +01:00
parent 81cc746e19
commit f9fe4d2793
6 changed files with 226 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
oci/catalog/overlays/ollama.json
+57
View File
@@ -51,9 +51,60 @@
}
]
},
{
"id": "vulkan",
"label": "Intel/AMD (Vulkan)",
"architectures": [
"amd64"
],
"image": {
"reference": "ollama/ollama:latest",
"registry": "docker.io",
"repository": "ollama/ollama",
"tag": "latest",
"digest": null,
"pull_policy": "resolve-selected-tag-to-architecture-digest-at-install"
},
"device_requests": [
{
"id": "gpu-render",
"path_prompt": "GPU render device",
"host_path_default": "/dev/dri/renderD128",
"mode": "0660",
"deny_write": false,
"gid_strategy": "host-device-gid",
"kind": "character-device",
"container_path_strategy": "same-as-host",
"drm_vendor_ids": [
"0x8086",
"0x1002"
]
}
],
"environment": [
{
"name": "OLLAMA_IGPU_ENABLE",
"value": "1"
}
]
},
{
"id": "rocm",
"label": "AMD (ROCm)",
"amd_gfx_targets": [
90008,
90010,
90402,
90500,
100300,
110000,
110001,
110002,
110500,
110501,
120000,
120001
],
"architectures": [
"amd64"
],
@@ -89,6 +140,12 @@
"kind": "character-device",
"container_path_strategy": "same-as-host"
}
],
"environment": [
{
"name": "OLLAMA_IGPU_ENABLE",
"value": "1"
}
]
}
]