vh/esh-pfi-infrastructure
1
0
Fork 0
Code Issues 7 Pull Requests Actions Packages Projects Releases Wiki Activity
Files
ef64a69e303ccf272f97d95dabfbaad66bd5be54
esh-pfi-infrastructure/docs/pfi/augaman-speed-bench/rows-2026-09-27.json
T
vh 317868dc7e feat(augaman): second, fixtures-only instance on fv-ml1 GPU 1; CPU vs GPU speed bench (v0.1.2 baseline) 
Prime asked for augaman on fv-ml1's utility card, beside vllm-coder. Mirror
augaman-dev's f77164f compose, which parameterises the GPU reservation (GPU_ID,
default 0) and the Homepage card name (CARD_SUFFIX). esh-ml1's resolved config is
unchanged: same config hash, no recreate.

On fv-ml1: augaman:0.1.2 built on-box from the tag, GPU_ID=1, healthy on CUDA
at 1264 MiB, and pytest -m gpu tests/vision passes 3/3 on the Blackwell. It has
its own gallery and no gallery backup, so it is fixtures-only. The host's raw
restic copy of /var/lib/docker/volumes is not a consistent SQLite backup.

docs/pfi/augaman-speed-bench/ holds the harness (augaman-dev's recipe plus a
no-face control frame and a face-count check on every response), the raw rows
and the summary. Server-side, one face:
- esh-ml1 GPU 144 ms
- fv-ml1 GPU 75 ms
- fv-ml1 CPU on 6 cores 152 ms
- esh-ml1 CPU 888 ms
It agrees with augaman-dev's independent esh-ml1 measurement once each
harness's floor is subtracted. This is the before for v0.1.3's detector fix.
2026-09-27 00:28:20 -07:00

542 lines
11 KiB
JSON
Raw Blame History

[
{
"target": "esh-ml1 GPU",
"frame": "health_floor",
"run": 1,
"p50": 28.755177503626328,
"p90": 35.665129897824954,
"server_probe_mean": null,
"bad": 0
},
{
"target": "esh-ml1 GPU",
"frame": "a_1080p_1face",
"run": 1,
"p50": 195.03028949839063,
"p90": 200.67508020147218,
"server_probe_mean": 143.80537764518522,
"bad": 0
},
{
"target": "esh-ml1 GPU",
"frame": "b_960x1001_2face",
"run": 1,
"p50": 195.12132549425587,
"p90": 208.15129229886224,
"server_probe_mean": 139.3810058987583,
"bad": 0
},
{
"target": "esh-ml1 GPU",
"frame": "c_1080p_0face",
"run": 1,
"p50": 182.8995855030371,
"p90": 191.65247399650985,
"server_probe_mean": 143.4166395556531,
"bad": 0
},
{
"target": "fv-ml1 GPU1",
"frame": "health_floor",
"run": 1,
"p50": 33.661384499282576,
"p90": 38.86325339844916,
"server_probe_mean": null,
"bad": 0
},
{
"target": "fv-ml1 GPU1",
"frame": "a_1080p_1face",
"run": 1,
"p50": 128.3326149932691,
"p90": 140.80376060592243,
"server_probe_mean": 74.98760224552825,
"bad": 0
},
{
"target": "fv-ml1 GPU1",
"frame": "b_960x1001_2face",
"run": 1,
"p50": 127.89153849735158,
"p90": 133.6793933995068,
"server_probe_mean": 74.19702970655635,
"bad": 0
},
{
"target": "fv-ml1 GPU1",
"frame": "c_1080p_0face",
"run": 1,
"p50": 111.00122199422913,
"p90": 117.57378029578831,
"server_probe_mean": 69.54348748549819,
"bad": 0
},
{
"target": "esh-ml1 CPU6",
"frame": "health_floor",
"run": 1,
"p50": 30.578960999264382,
"p90": 35.473932592140045,
"server_probe_mean": null,
"bad": 0
},
{
"target": "esh-ml1 CPU6",
"frame": "a_1080p_1face",
"run": 1,
"p50": 954.5748219970847,
"p90": 1020.2096714929212,
"server_probe_mean": 887.6064898984623,
"bad": 0
},
{
"target": "esh-ml1 CPU6",
"frame": "b_960x1001_2face",
"run": 1,
"p50": 1327.6250180060742,
"p90": 1416.4716226019664,
"server_probe_mean": 1270.2313813992077,
"bad": 0
},
{
"target": "esh-ml1 CPU6",
"frame": "c_1080p_0face",
"run": 1,
"p50": 202.1412319954834,
"p90": 210.3825692931423,
"server_probe_mean": 159.44489179673837,
"bad": 0
},
{
"target": "fv-ml1 CPU6",
"frame": "health_floor",
"run": 1,
"p50": 27.60758400108898,
"p90": 29.759886700776406,
"server_probe_mean": null,
"bad": 0
},
{
"target": "fv-ml1 CPU6",
"frame": "a_1080p_1face",
"run": 1,
"p50": 203.55955500417622,
"p90": 219.8045792974881,
"server_probe_mean": 156.9333346793428,
"bad": 0
},
{
"target": "fv-ml1 CPU6",
"frame": "b_960x1001_2face",
"run": 1,
"p50": 236.35765750077553,
"p90": 282.70697479892993,
"server_probe_mean": 188.06166611611843,
"bad": 0
},
{
"target": "fv-ml1 CPU6",
"frame": "c_1080p_0face",
"run": 1,
"p50": 110.56056749657728,
"p90": 114.69427619013004,
"server_probe_mean": 72.52865270711482,
"bad": 0
},
{
"target": "fv-ml1 CPU24",
"frame": "health_floor",
"run": 1,
"p50": 31.095413498405833,
"p90": 35.30468289682176,
"server_probe_mean": null,
"bad": 0
},
{
"target": "fv-ml1 CPU24",
"frame": "a_1080p_1face",
"run": 1,
"p50": 204.55308200325817,
"p90": 235.17365920706652,
"server_probe_mean": 159.80161383049563,
"bad": 0
},
{
"target": "fv-ml1 CPU24",
"frame": "b_960x1001_2face",
"run": 1,
"p50": 223.66256099485327,
"p90": 244.09297520178376,
"server_probe_mean": 171.44956310512498,
"bad": 0
},
{
"target": "fv-ml1 CPU24",
"frame": "c_1080p_0face",
"run": 1,
"p50": 101.08870249678148,
"p90": 114.38059099891689,
"server_probe_mean": 61.86515123117715,
"bad": 0
},
{
"target": "esh-ml1 GPU",
"frame": "health_floor",
"run": 2,
"p50": 27.849696998600848,
"p90": 30.98080779891462,
"server_probe_mean": null,
"bad": 0
},
{
"target": "esh-ml1 GPU",
"frame": "a_1080p_1face",
"run": 2,
"p50": 196.5537174983183,
"p90": 208.61720069660805,
"server_probe_mean": 144.78365819668397,
"bad": 0
},
{
"target": "esh-ml1 GPU",
"frame": "b_960x1001_2face",
"run": 2,
"p50": 196.06467850098852,
"p90": 210.13995000248542,
"server_probe_mean": 138.73773735249415,
"bad": 0
},
{
"target": "esh-ml1 GPU",
"frame": "c_1080p_0face",
"run": 2,
"p50": 180.95635149802547,
"p90": 188.9815433023614,
"server_probe_mean": 136.1989213983179,
"bad": 0
},
{
"target": "fv-ml1 GPU1",
"frame": "health_floor",
"run": 2,
"p50": 27.323893991706427,
"p90": 31.146193096356004,
"server_probe_mean": null,
"bad": 0
},
{
"target": "fv-ml1 GPU1",
"frame": "a_1080p_1face",
"run": 2,
"p50": 126.6464070067741,
"p90": 133.9685394996195,
"server_probe_mean": 74.96715487213805,
"bad": 0
},
{
"target": "fv-ml1 GPU1",
"frame": "b_960x1001_2face",
"run": 2,
"p50": 122.7374875015812,
"p90": 126.5989876977983,
"server_probe_mean": 73.87235894566402,
"bad": 0
},
{
"target": "fv-ml1 GPU1",
"frame": "c_1080p_0face",
"run": 2,
"p50": 108.72362100053579,
"p90": 114.4327986999997,
"server_probe_mean": 69.35211137169972,
"bad": 0
},
{
"target": "esh-ml1 CPU6",
"frame": "health_floor",
"run": 2,
"p50": 26.6998285005684,
"p90": 31.021830906684055,
"server_probe_mean": null,
"bad": 0
},
{
"target": "esh-ml1 CPU6",
"frame": "a_1080p_1face",
"run": 2,
"p50": 792.7710255025886,
"p90": 1075.1574820023964,
"server_probe_mean": 795.2748078998411,
"bad": 0
},
{
"target": "esh-ml1 CPU6",
"frame": "b_960x1001_2face",
"run": 2,
"p50": 1325.6497279944597,
"p90": 1390.5041895020986,
"server_probe_mean": 1253.4432460510288,
"bad": 0
},
{
"target": "esh-ml1 CPU6",
"frame": "c_1080p_0face",
"run": 2,
"p50": 205.08419950056123,
"p90": 223.07179619820093,
"server_probe_mean": 168.24462699732976,
"bad": 0
},
{
"target": "fv-ml1 CPU6",
"frame": "health_floor",
"run": 2,
"p50": 27.37445900129387,
"p90": 32.55561870028032,
"server_probe_mean": null,
"bad": 0
},
{
"target": "fv-ml1 CPU6",
"frame": "a_1080p_1face",
"run": 2,
"p50": 204.45054300216725,
"p90": 220.60656060639303,
"server_probe_mean": 152.42901378078386,
"bad": 0
},
{
"target": "fv-ml1 CPU6",
"frame": "b_960x1001_2face",
"run": 2,
"p50": 216.0444700057269,
"p90": 276.679380304995,
"server_probe_mean": 179.3103247997351,
"bad": 0
},
{
"target": "fv-ml1 CPU6",
"frame": "c_1080p_0face",
"run": 2,
"p50": 111.58617900218815,
"p90": 116.30833300296217,
"server_probe_mean": 72.20571864163503,
"bad": 0
},
{
"target": "fv-ml1 CPU24",
"frame": "health_floor",
"run": 2,
"p50": 27.235380999627523,
"p90": 29.255447497416764,
"server_probe_mean": null,
"bad": 0
},
{
"target": "fv-ml1 CPU24",
"frame": "a_1080p_1face",
"run": 2,
"p50": 208.08351850428153,
"p90": 221.3218400007463,
"server_probe_mean": 150.44436159078032,
"bad": 0
},
{
"target": "fv-ml1 CPU24",
"frame": "b_960x1001_2face",
"run": 2,
"p50": 219.75871399627067,
"p90": 259.07196740736254,
"server_probe_mean": 166.02391808992252,
"bad": 0
},
{
"target": "fv-ml1 CPU24",
"frame": "c_1080p_0face",
"run": 2,
"p50": 100.5097349989228,
"p90": 107.63760179688688,
"server_probe_mean": 59.30270317476243,
"bad": 0
},
{
"target": "esh-ml1 GPU",
"frame": "health_floor",
"run": 3,
"p50": 26.72893099952489,
"p90": 31.63200489798328,
"server_probe_mean": null,
"bad": 0
},
{
"target": "esh-ml1 GPU",
"frame": "a_1080p_1face",
"run": 3,
"p50": 196.49402699724305,
"p90": 204.47104229824618,
"server_probe_mean": 142.17575855000177,
"bad": 0
},
{
"target": "esh-ml1 GPU",
"frame": "b_960x1001_2face",
"run": 3,
"p50": 194.01365749945398,
"p90": 203.67266629764345,
"server_probe_mean": 138.33359165437287,
"bad": 0
},
{
"target": "esh-ml1 GPU",
"frame": "c_1080p_0face",
"run": 3,
"p50": 177.55984649556922,
"p90": 184.63658349210164,
"server_probe_mean": 135.46126945293508,
"bad": 0
},
{
"target": "fv-ml1 GPU1",
"frame": "health_floor",
"run": 3,
"p50": 34.47381099977065,
"p90": 37.53316599468235,
"server_probe_mean": null,
"bad": 0
},
{
"target": "fv-ml1 GPU1",
"frame": "a_1080p_1face",
"run": 3,
"p50": 121.84531000093557,
"p90": 126.15792770229746,
"server_probe_mean": 75.25073911529034,
"bad": 0
},
{
"target": "fv-ml1 GPU1",
"frame": "b_960x1001_2face",
"run": 3,
"p50": 122.41429199639242,
"p90": 125.64870739151957,
"server_probe_mean": 73.74720136867836,
"bad": 0
},
{
"target": "fv-ml1 GPU1",
"frame": "c_1080p_0face",
"run": 3,
"p50": 109.15258450404508,
"p90": 114.19055700243916,
"server_probe_mean": 69.49142985977232,
"bad": 0
},
{
"target": "esh-ml1 CPU6",
"frame": "health_floor",
"run": 3,
"p50": 27.56448650325183,
"p90": 34.92588359804358,
"server_probe_mean": null,
"bad": 0
},
{
"target": "esh-ml1 CPU6",
"frame": "a_1080p_1face",
"run": 3,
"p50": 1023.3039910017396,
"p90": 1191.5021550987149,
"server_probe_mean": 939.7293467947748,
"bad": 0
},
{
"target": "esh-ml1 CPU6",
"frame": "b_960x1001_2face",
"run": 3,
"p50": 1306.9450249968213,
"p90": 1427.1712208035751,
"server_probe_mean": 1251.0824149969267,
"bad": 0
},
{
"target": "esh-ml1 CPU6",
"frame": "c_1080p_0face",
"run": 3,
"p50": 228.02160500577884,
"p90": 261.2633642929723,
"server_probe_mean": 153.0728507990716,
"bad": 0
},
{
"target": "fv-ml1 CPU6",
"frame": "health_floor",
"run": 3,
"p50": 53.94737450114917,
"p90": 107.14866449852707,
"server_probe_mean": null,
"bad": 0
},
{
"target": "fv-ml1 CPU6",
"frame": "a_1080p_1face",
"run": 3,
"p50": 203.5052149949479,
"p90": 222.22570729936706,
"server_probe_mean": 147.21799310063943,
"bad": 0
},
{
"target": "fv-ml1 CPU6",
"frame": "b_960x1001_2face",
"run": 3,
"p50": 222.4783574929461,
"p90": 276.977431504929,
"server_probe_mean": 179.41700990777463,
"bad": 0
},
{
"target": "fv-ml1 CPU6",
"frame": "c_1080p_0face",
"run": 3,
"p50": 112.70040849922225,
"p90": 125.06614489684581,
"server_probe_mean": 72.31316382531077,
"bad": 0
},
{
"target": "fv-ml1 CPU24",
"frame": "health_floor",
"run": 3,
"p50": 30.923282000003383,
"p90": 36.041059493436485,
"server_probe_mean": null,
"bad": 0
},
{
"target": "fv-ml1 CPU24",
"frame": "a_1080p_1face",
"run": 3,
"p50": 221.6059979982674,
"p90": 246.61138239607683,
"server_probe_mean": 155.86536910850555,
"bad": 0
},
{
"target": "fv-ml1 CPU24",
"frame": "b_960x1001_2face",
"run": 3,
"p50": 237.05747949861689,
"p90": 271.11399889254244,
"server_probe_mean": 167.3004158306867,
"bad": 0
},
{
"target": "fv-ml1 CPU24",
"frame": "c_1080p_0face",
"run": 3,
"p50": 113.37069750152295,
"p90": 157.2230929945363,
"server_probe_mean": 71.09609730541706,
"bad": 0
}
]
Reference in New Issue View Git Blame Copy Permalink