# chatterbox-fast — custom streaming TTS server (sub-second time-to-first-audio
# via adaptive buffer-ratchet chunking on Chatterbox-Turbo). Deployed ALONGSIDE
# the live `chatterbox` (:8196) on irv-ml1 — burn in, then flip the catalog.
#
# Convention note: mirrors the sibling `chatterbox` stack on this host — GPU via
# `runtime: nvidia` + NVIDIA_VISIBLE_DEVICES (not the repo's generic device_ids),
# and accessed by host IP:port (no traefik-net; these GPU TTS services aren't
# traefik-fronted). Kept consistent with the proven sibling over the generic rule.
#
# All tunables live in .env — edit that, not this file.

services:
  chatterbox-fast:
    image: local/chatterbox-fast:${CBF_TAG:-v1}
    build:
      context: .
      dockerfile: Dockerfile
      args:
        CHATTERBOX_BASE: local/chatterbox:${CBF_BASE_TAG:-v1}
    container_name: chatterbox-fast
    restart: unless-stopped
    runtime: nvidia
    ports:
      - "${CBF_BIND:-0.0.0.0}:${CBF_PORT:-8197}:8197"
    environment:
      # GPU pin. Default device 1 (A6000) — turbo loads fp32 (~not the fp16 old
      # notes assumed), so the 3090's tight free VRAM may not fit; see .env.example.
      - NVIDIA_VISIBLE_DEVICES=${CBF_GPU_DEVICES:-1}
      - HF_HOME=/app/hf_cache
      - CBF_MODEL_DEVICE=cuda
      - CBF_VOICES_DIR=/refs
      - CBF_DEFAULT_VOICE=${CBF_DEFAULT_VOICE:-glados_25s}
      - CBF_BIND=0.0.0.0
      - CBF_PORT=8197
      - CBF_TF32=${CBF_TF32:-1}
      - CBF_SDPA_FLASH=${CBF_SDPA_FLASH:-1}
    volumes:
      - ${CBF_REFERENCE_DIR:-/worktank/chatterbox/reference_audio}:/refs
      - ${CBF_CACHE_DIR:-/worktank/chatterbox/cache}:/app/hf_cache
    healthcheck:
      # Our app exposes /health → {"status":"ok",...} once the model is loaded.
      # python urllib (devnen base ships no curl); strip spaces so the match is
      # formatting-agnostic. 127.0.0.1 explicitly (uvicorn binds IPv4 only).
      test: ["CMD-SHELL", "python3 -c \"import urllib.request,sys; b=urllib.request.urlopen('http://127.0.0.1:8197/health',timeout=5).read(); sys.exit(0 if b'\\\"status\\\":\\\"ok\\\"' in b.replace(b' ',b'') else 1)\""]
      interval: 30s
      timeout: 10s
      retries: 3
      # Weights are HF-cached already (~16s load measured); generous anyway.
      start_period: 120s
    labels:
      - homepage.group=AI Systems
      - homepage.name=Chatterbox Fast
      - homepage.icon=mdi-account-music-outline
      - homepage.description=Streaming TTS — sub-second first-audio, adaptive-chunk (irv-ml1)
      - homepage.href=http://10.100.79.3:${CBF_PORT:-8197}