able to deploy issues with models
This commit is contained in:
@@ -1,13 +1,13 @@
|
|||||||
---
|
---
|
||||||
- name: Deploy Ollama + Open WebUI
|
- name: Deploy Ollama + Open WebUI
|
||||||
hosts: your_gpu_servers
|
hosts: all
|
||||||
become: yes
|
become: yes
|
||||||
|
|
||||||
vars:
|
vars:
|
||||||
ollama_port: 11434
|
ollama_port: 11434
|
||||||
open_webui_port: "{{ lookup('env', 'OPEN_WEBUI_PORT') | default('3000') }}"
|
open_webui_port: "{{ lookup('env', 'OPEN_WEBUI_PORT') | default('3000') }}"
|
||||||
ollama_volume_name: ollama_ollama
|
ollama_volume_name: ollama_ollama
|
||||||
open_webui_volume_name: ollama_open_webui
|
open_webui_volume_name: ollama_open-webui
|
||||||
webui_secret_key: "vk4HCy3FnlF0fqRT8MClJSGVmEdsP2tK" # ← move to ansible-vault in production!
|
webui_secret_key: "vk4HCy3FnlF0fqRT8MClJSGVmEdsP2tK" # ← move to ansible-vault in production!
|
||||||
|
|
||||||
tasks:
|
tasks:
|
||||||
@@ -26,7 +26,6 @@
|
|||||||
state: started
|
state: started
|
||||||
restart_policy: unless-stopped
|
restart_policy: unless-stopped
|
||||||
pull: true
|
pull: true
|
||||||
tty: true
|
|
||||||
published_ports:
|
published_ports:
|
||||||
- "{{ ollama_port }}:11434"
|
- "{{ ollama_port }}:11434"
|
||||||
volumes:
|
volumes:
|
||||||
@@ -36,11 +35,6 @@
|
|||||||
count: -1 # -1 = all GPUs (or use device_ids: ['0', '1'] for specific)
|
count: -1 # -1 = all GPUs (or use device_ids: ['0', '1'] for specific)
|
||||||
capabilities:
|
capabilities:
|
||||||
- - gpu # nested list as per docs
|
- - gpu # nested list as per docs
|
||||||
comparisons:
|
|
||||||
image: strict
|
|
||||||
env: strict
|
|
||||||
volumes: strict
|
|
||||||
# container_default_behavior: no_defaults # optional, modern default
|
|
||||||
register: ollama_deploy
|
register: ollama_deploy
|
||||||
|
|
||||||
- name: Deploy Open WebUI container
|
- name: Deploy Open WebUI container
|
||||||
|
|||||||
2
inventory.ini
Normal file
2
inventory.ini
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
[all]
|
||||||
|
llm-server ansible_host=spark
|
||||||
Reference in New Issue
Block a user