able to deploy issues with models

This commit is contained in:
boxswapper
2026-02-10 11:33:51 -07:00
parent 54c779da87
commit 975b8fdcf8
3 changed files with 7 additions and 8 deletions

View File

@@ -0,0 +1,3 @@
```
ansible-galaxy collection install community.docker
```

View File

@@ -1,13 +1,13 @@
--- ---
- name: Deploy Ollama + Open WebUI - name: Deploy Ollama + Open WebUI
hosts: your_gpu_servers hosts: all
become: yes become: yes
vars: vars:
ollama_port: 11434 ollama_port: 11434
open_webui_port: "{{ lookup('env', 'OPEN_WEBUI_PORT') | default('3000') }}" open_webui_port: "{{ lookup('env', 'OPEN_WEBUI_PORT') | default('3000') }}"
ollama_volume_name: ollama_ollama ollama_volume_name: ollama_ollama
open_webui_volume_name: ollama_open_webui open_webui_volume_name: ollama_open-webui
webui_secret_key: "vk4HCy3FnlF0fqRT8MClJSGVmEdsP2tK" # ← move to ansible-vault in production! webui_secret_key: "vk4HCy3FnlF0fqRT8MClJSGVmEdsP2tK" # ← move to ansible-vault in production!
tasks: tasks:
@@ -26,7 +26,6 @@
state: started state: started
restart_policy: unless-stopped restart_policy: unless-stopped
pull: true pull: true
tty: true
published_ports: published_ports:
- "{{ ollama_port }}:11434" - "{{ ollama_port }}:11434"
volumes: volumes:
@@ -36,11 +35,6 @@
count: -1 # -1 = all GPUs (or use device_ids: ['0', '1'] for specific) count: -1 # -1 = all GPUs (or use device_ids: ['0', '1'] for specific)
capabilities: capabilities:
- - gpu # nested list as per docs - - gpu # nested list as per docs
comparisons:
image: strict
env: strict
volumes: strict
# container_default_behavior: no_defaults # optional, modern default
register: ollama_deploy register: ollama_deploy
- name: Deploy Open WebUI container - name: Deploy Open WebUI container

2
inventory.ini Normal file
View File

@@ -0,0 +1,2 @@
[all]
llm-server ansible_host=spark