diff --git a/.gitignore b/.gitignore index 0fb269d..a92346b 100644 --- a/.gitignore +++ b/.gitignore @@ -65,3 +65,5 @@ reverse-proxy-exercise/conf/ reverse-proxy-exercise/data/ reverse-proxy-exercise/work/ reverse-proxy-exercise/letsencrypt/ +ollama/ollama/ +ollama/webui/ diff --git a/README.md b/README.md index daf90be..751a510 100644 --- a/README.md +++ b/README.md @@ -62,6 +62,7 @@ The host networking driver only works on Linux hosts, but is availabe as a beta | [nginx](https://hub.docker.com/_/nginx) | [82](http://localhost:82) | | [Nginx Proxy Manager](https://nginxproxymanager.com/x) | [8181](http://localhost:8181) | | [Obsidian-LiveSync](https://github.com/vrtmrz/obsidian-livesync) | [5984](http://localhost:5984/_utils/) | +| [Ollama](https://ollama.com/) | [8075 Open WebUI](http://localhost:8075) 11434 Ollama | | [Olivetin](https://github.com/OliveTin/OliveTin) | [1337](http://localhost:1337) | | [Organizr](https://docs.organizr.app/) | [8777](http://localhost:8777) | | [PHPmyAdmin](https://hub.docker.com/_/phpmyadmin) | [8083](http://localhost:8083) | diff --git a/ollama/compose.yml b/ollama/compose.yml new file mode 100644 index 0000000..2b2afe6 --- /dev/null +++ b/ollama/compose.yml @@ -0,0 +1,48 @@ +# https://www.youtube.com/watch?v=OpmMe0md0tA thanks Wolfgang! + +# Attention! Huge ~8GB! without model! + +name: ollama + +services: + + webui: + image: ghcr.io/open-webui/open-webui:main + container_name: open-webui + ports: + - 8075:8080/tcp + environment: + - OLLAMA_BASE_URL=http://ollama:11434 + volumes: + - ./webui:/app/backend/data + depends_on: + - ollama + networks: + - proxy + + ollama: + image: ollama/ollama:rocm + container_name: ollama + ports: + - 11434:11434/tcp + volumes: + - ./ollama:/root/.ollama + + # devices: # Linux AMD GPU + # - /dev/kfd + # - /dev/dri + + # Windows Nvidia GPU + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: all + capabilities: [ gpu ] + networks: + - proxy + +networks: + proxy: + external: true