feat(irv-ml1): R15 + R16 brokkr-smithy probe-harness stand-up playbooks

No-sudo phase: uv, R16 world venv + pyworld (setuptools<81 pin for pyworld's pkg_resources import). Sudo phase (run as infra-ops): R + soundgen system deps, and pin the Ollama service to the A6000 BY UUID (CUDA FASTEST_FIRST ordering != nvidia-smi PCI order on this box, so an index pin is ambiguous). R15 models share the A6000's free headroom — yt-voice-clipper + R14 keep running, card not freed.
2026-06-03 14:49:46 -07:00
parent 8c32a0540f
commit 1733cedab0
2 changed files with 105 additions and 0 deletions
@@ -0,0 +1,57 @@
+# R15 + R16 box stand-up on irv-ml1 — SUDO phase (run AS infra-ops).
+#
+#   scripts/elway infra-ops@10.100.79.3 --playbook playbooks/irv-ml1-r15-r16-sudo.yaml
+#
+# infra-ops has NOPASSWD sudo (see playbooks/bootstrap-infra-ops-user.yaml), so
+# this runs unattended — no operator password prompt.
+#
+# Does two things:
+#   1. R16 soundgen engine: install R + the system libs soundgen's CRAN deps
+#      need (fftw/sndfile + the usual R-build trio). The soundgen package itself
+#      compiles separately (slow) — kicked outside this playbook.
+#   2. R15 GPU placement: pin the Ollama service to the A6000 so inference lands
+#      in the A6000's free headroom. yt-voice-clipper + R14 keep running on the
+#      same card — we share the ~31.5 GB free, we do NOT free the card.
+#
+# A6000 pinned BY UUID, not index. CUDA's default ordering (FASTEST_FIRST) does
+# not match nvidia-smi's PCI order on this box (R14 sees the A6000 as cuda:0
+# while nvidia-smi lists it as index 1), so an index pin is ambiguous and could
+# select the 3090. The UUID is unambiguous.
+
+vars:
+  a6000_uuid: "GPU-9672f0d5-3caf-b15c-898a-cd9d653c654b"
+
+steps:
+  - name: apt update
+    sudo: true
+    shell: apt-get update -qq
+
+  - name: Install R + soundgen system deps (fftw/sndfile + R-build libs)
+    sudo: true
+    shell: >
+      DEBIAN_FRONTEND=noninteractive apt-get install -y
+      r-base libfftw3-dev libsndfile1-dev
+      libcurl4-openssl-dev libssl-dev libxml2-dev
+    when: "! command -v Rscript >/dev/null 2>&1"
+
+  - name: Pin the Ollama service to the A6000 (UUID) via systemd drop-in
+    sudo: true
+    shell: |
+      install -d -m 755 /etc/systemd/system/ollama.service.d
+      printf '[Service]\nEnvironment=CUDA_VISIBLE_DEVICES=%s\n' '{{ a6000_uuid }}' \
+        > /etc/systemd/system/ollama.service.d/gpu-pin.conf
+      systemctl daemon-reload
+      systemctl restart ollama
+    when: "! systemctl show ollama -p Environment 2>/dev/null | grep -q '{{ a6000_uuid }}'"
+
+verify:
+  - name: Rscript present
+    shell: command -v Rscript
+    changed_when: "false"
+  - name: Ollama service carries the A6000 UUID pin
+    sudo: true
+    shell: systemctl show ollama -p Environment | grep -q '{{ a6000_uuid }}'
+    changed_when: "false"
+  - name: Ollama API healthy on :11434 after restart
+    shell: curl -sf http://localhost:11434/api/tags >/dev/null && echo ok
+    changed_when: "false"