Nik Afiq
f2261a2676
Some checks failed
validate / lint (push) Failing after 1s
Deploys the Go gRPC gateway and Python/libtorch inference sidecar as one pod on nik-gpu (nodeSelector/toleration/runtimeClassName: nvidia, sidecar requesting nvidia.com/gpu: 1), matching the existing GPU device plugin. Model checkpoint/config are bind-mounted from /data/tts-gateway, added to gpu-node's Ansible data_dirs for consistency with the other hosts. Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com>
55 lines
2.2 KiB
YAML
55 lines
2.2 KiB
YAML
# Host vars for: gpu-node (GPU workstation — spot K3s agent)
|
|
ansible_python_interpreter: /usr/bin/python3.12
|
|
|
|
# ── common ─────────────────────────────────────────────────────────────────────
|
|
timezone: Asia/Tokyo
|
|
username: nik
|
|
|
|
base_packages:
|
|
- curl
|
|
- git
|
|
- htop
|
|
- vim
|
|
- wget
|
|
- ca-certificates
|
|
- gnupg
|
|
- lsb-release
|
|
- build-essential
|
|
|
|
ufw_allowed_ports:
|
|
- { port: "430", proto: tcp, comment: "SSH" }
|
|
- { port: "11434", proto: tcp, comment: "Ollama API" }
|
|
- { port: "61208", proto: tcp, comment: "Glances web UI" }
|
|
|
|
data_dirs:
|
|
- /data/tts-gateway
|
|
|
|
# ── nvidia ─────────────────────────────────────────────────────────────────────
|
|
nvidia_driver_version: "570"
|
|
cuda_version: "12-8"
|
|
|
|
# ── k3s-agent ──────────────────────────────────────────────────────────────────
|
|
k3s_server_url: "https://192.168.7.77:6443"
|
|
k3s_node_token: "{{ vault_k3s_node_token }}"
|
|
|
|
# Check current cluster version with: k3s --version on minisforum
|
|
# Kept in sync with roles/k3s-server and roles/k3s-agent defaults — all three
|
|
# must match; see ansible/README.md "K3s version" note.
|
|
k3s_version: "v1.32.4+k3s1"
|
|
|
|
k3s_node_labels:
|
|
node-role: gpu
|
|
nik4nao.com/node-type: spot
|
|
nik4nao.com/gpu: "true"
|
|
|
|
k3s_node_taints:
|
|
- "spot=true:NoSchedule"
|
|
|
|
# ── ollama ─────────────────────────────────────────────────────────────────────
|
|
ollama_port: 11434
|
|
ollama_models:
|
|
- qwen3:4b
|
|
ollama_models_dir: /usr/share/ollama/.ollama/models
|
|
|
|
# ── glances ────────────────────────────────────────────────────────────────────
|
|
# no extra vars — uses role defaults |