From 18265d33ec3187f57257ea3c6b162dff6bd6fb29 Mon Sep 17 00:00:00 2001 From: Atlas Date: Sat, 11 Apr 2026 09:30:28 -0700 Subject: [PATCH] =?UTF-8?q?Update:=20ATLAS/Infrastructure/Infrastructure-P?= =?UTF-8?q?FI-Project-Index.md=20=E2=80=94=20Add=20Synapse,=20Element=20We?= =?UTF-8?q?b,=20and=20AIPA=20Matrix=20Bridge=20to=20VM=20102's=20services?= =?UTF-8?q?=20list=20and=20Docker=20Services=20table.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../Infrastructure-PFI-Project-Index.md | 52 +++++++++++-------- 1 file changed, 31 insertions(+), 21 deletions(-) diff --git a/ATLAS/Infrastructure/Infrastructure-PFI-Project-Index.md b/ATLAS/Infrastructure/Infrastructure-PFI-Project-Index.md index 9f61fcd..f6c0850 100644 --- a/ATLAS/Infrastructure/Infrastructure-PFI-Project-Index.md +++ b/ATLAS/Infrastructure/Infrastructure-PFI-Project-Index.md @@ -2,32 +2,23 @@ created: '2026-04-10T17:35:04+00:00' id: 850d5cfb-1b10-42cb-a3ad-fe4066c8cb17 keywords: -- docker -- vm - full +- vm +- reference +- docker +- ana-ml2 +- gb - project - chromadb -- models -- model -- reference -- compose.yaml - vcpu -- gb +- proxmox - gpu -- network +- models +- infrastructure-pfi +- compose.yaml - llama-swap -- bare-metal -- 10.250.50.54 -- 10.250.50.70 -- ana-ml2 -- PFI-ANA_DOCKER -- inference-server -- VM-102 -- RTX-6000-Ada -- EPYC-9254 -- hardware-profile links: [] -modified: '2026-04-11T06:15:40+00:00' +modified: '2026-04-11T16:30:28+00:00' summary: Comprehensive architecture reference for the Infrastructure-PFI project covering three Tailscale-linked sites, 11 Proxmox VMs at PFI-ANA colo, 6 Docker services with GPU workloads, and llama-swap model management across 20 models. @@ -42,6 +33,18 @@ tags: title: Infrastructure-PFI — Full Project Index & Architecture Reference --- +--- +id: 850d5cfb-1b10-42cb-a3ad-fe4066c8cb17 +title: "Infrastructure-PFI — Full Project Index & Architecture Reference" +summary: "Comprehensive architecture reference for the Infrastructure-PFI project covering three Tailscale-linked sites, 11 Proxmox VMs at PFI-ANA colo, 9 Docker services with GPU workloads, and llama-swap model management across 20 models." +tags: ["infrastructure", "pfi", "docker", "proxmox", "colocation", "reference", "hardware-audit"] +keywords: ["docker", "vm", "full", "project", "chromadb", "models", "model", "reference", "compose.yaml", "vcpu", "gb", "gpu", "network", "llama-swap", "bare-metal", "10.250.50.54", "10.250.50.70", "ana-ml2", "PFI-ANA_DOCKER", "inference-server", "VM-102", "RTX-6000-Ada", "EPYC-9254", "hardware-profile"] +links: [] +created: 2026-04-10T17:35:04+00:00 +modified: 2026-04-11T06:15:40+00:00 +path: ATLAS/Infrastructure/Infrastructure-PFI-Project-Index.md +--- + # Infrastructure-PFI — Full Project Index & Architecture Reference ## Overview @@ -65,7 +68,7 @@ All sites are linked via Tailscale VPN (VM 106 at the colo). | Host | IP | Type | Hardware | Role | |---|---|---|---|---| | **ana-ml2** (Bare Metal) | 10.250.50.54 | Physical server | 2× EPYC 9254 (48c/96t), 566 GB RAM, 2× RTX 6000 Ada (~90 GB VRAM) | Main inferencing server — direct GPU access | -| **VM 102** (PFI-ANA_DOCKER) | 10.250.50.70 | Proxmox VM | 8 vCPU, 16 GB RAM, 250G disk | Docker host — llama-swap, ComfyUI, VibeVoice, Parakeet, ChromaDB, Dockge | +| **VM 102** (PFI-ANA_DOCKER) | 10.250.50.70 | Proxmox VM | 8 vCPU, 16 GB RAM, 250G disk | Docker host — llama-swap, ComfyUI, VibeVoice, Parakeet, ChromaDB, Dockge, Synapse, Element Web, AIPA Matrix Bridge | | **VM 100** (PFI-ANA-TRUENAS) | — | Proxmox VM | 4 vCPU, 8 GB RAM, 80G disk | NAS/iSCSI storage | | **VM 101** (PFI-ANA-DC) | — | Proxmox VM | 12 vCPU, 24 GB RAM, 240G disk | Windows Domain Controller | | **VM 104** (PFI-Mongo) | 10.250.50.81 | Proxmox VM | 8 vCPU, 8 GB RAM | MongoDB server | @@ -118,6 +121,8 @@ Infrastructure-PFI/ │ ├── chromadb-setup.md # ChromaDB deployment guide, auth, monitoring │ ├── model-list # GGUF inventory with ACTIVE/PENDING/REMOVED status │ ├── recommended-model-settings.md # Canonical inference settings for 5 model families +│ ├── vm-102-matrix-synapse.md # Matrix Synapse deployment on VM 102 +│ ├── vm-102-matrix-appservice.md # Matrix Appservice configuration for AIPA bridge │ └── hardware-profile-ana-ml2.md # ✅ Bare metal hardware spec (EPYC, RTX 6000 Ada, VRAM, etc.) ├── scripts/ │ ├── nemotron-query.sh # Bash client for Nemotron via llama-swap API @@ -152,7 +157,7 @@ Ordered startup is configured to ensure dependencies are met before dependent se ## Docker Services (VM 102: PFI-ANA_DOCKER) -Six services run on the Docker host, with most leveraging GPU acceleration for AI workloads. +Nine services run on the Docker host, with several leveraging GPU acceleration for AI workloads. | Service | Port | GPU | Image | |---|---|---|---| @@ -162,9 +167,14 @@ Six services run on the Docker host, with most leveraging GPU acceleration for A | ChromaDB | 8000 | No | `chromadb/chroma:latest` | | VibeVoice | 8745 | Yes | `eworkerinc/vibevoice:latest` | | Parakeet STT | 8300→8000 | Yes | `parakeet-stt` (local build) | +| Synapse | 8008 | No | `matrixdotorg/synapse` | +| Element Web | 8080 | No | `vectorim/element-web` | +| AIPA Matrix Bridge | 8009 | No | AIPA local | **Network Note:** All Docker services run on the `traefik-net` external network. +> **Matrix on VM 102:** See [VM 102 — Matrix Synapse Deployment](../../infrastructure/vm-102-matrix-synapse.md) and [VM 102 — Matrix Appservice Configuration](../../infrastructure/vm-102-matrix-appservice.md) for full deployment details. + --- ## llama-swap Model Inventory