vh/esh-pfi-infrastructure
1
0
Fork 0
Code Issues 7 Pull Requests Actions Packages Projects Releases Wiki Activity
Files
a6c1d3c4541448ea76c6d679eee04d2a65f2f2f1
esh-pfi-infrastructure/services/parakeet-ab-2026-09-30/results/latency-summary-block2.json
T
vh a6c1d3c454 docs(parakeet): seat A/B vs parakeet-unified-en-0.6b - latency is the int8-on-CPU runtime; unified wins WER 
A/B of the live STT seat (fv-ml1 GPU 0, sherpa-onnx int8 v3) against
nvidia/parakeet-unified-en-0.6b, measured on GPU 3 with the seat's own image,
k2-fsa's published unified int8 export, fp32/fp16 exports made with k2-fsa's
recipe, v2 int8, and NeMo 3.0.0 (fp32, bf16 autocast, bf16 weights).

- Seat int8 graph runs on one CPU thread (cpu/wall 1.00, GPU 2-9%).
- unified-en under NeMo: -121/-234/-530 ms vs the seat at 1-3/3-8/8-20 s
  (paired, n=120/bin; floor <=6 ms; +50 ms positive control reads +52-54).
- unified-en WER lower in every runtime: -0.7 pp clean, -1.5 pp other,
  -3.2 to -4.4 pp AMI (paired CIs exclude 0).
- Seat defects found: hard 400 s input ceiling (HTTP 500), truncation after
  a quiet 1.5 s pause, and severe long-window dropouts (int8 v3 only).
- B-bf16w needs +0.8 to +1.5 GB over the seat's 1,690 MiB on GPU 0.

Raw requests, hypotheses, manifests and the full harness under
services/parakeet-ab-2026-09-30/. No deploy; live seat untouched apart
from 240 light test requests.
2026-09-30 18:51:44 -07:00

1316 lines
24 KiB
JSON
Raw Blame History

{
"single": [
{
"arm": "ab-af32",
"bin": "b1_3",
"n": 120,
"rounds": 6,
"e2e_p50": 39.2945,
"e2e_p50_ci": [
38.221,
40.301500000000004
],
"e2e_p90": 42.126799999999996,
"e2e_p99": 62.13281000000004,
"e2e_max": 71.436,
"srv_p50": 37.670500000000004,
"srv_p90": 40.3363,
"srv_p99": 58.95994000000003,
"overhead_p50": 1.6130000000000013
},
{
"arm": "ab-af32",
"bin": "b3_8",
"n": 120,
"rounds": 6,
"e2e_p50": 47.843,
"e2e_p50_ci": [
47.102,
48.999
],
"e2e_p90": 54.4742,
"e2e_p99": 59.48672,
"e2e_max": 72.82,
"srv_p50": 46.157,
"srv_p90": 52.3928,
"srv_p99": 57.50392,
"overhead_p50": 1.7489999999999988
},
{
"arm": "ab-af32",
"bin": "b8_20",
"n": 120,
"rounds": 6,
"e2e_p50": 68.298,
"e2e_p50_ci": [
66.653,
71.8955
],
"e2e_p90": 81.4435,
"e2e_p99": 87.22595000000001,
"e2e_max": 88.455,
"srv_p50": 66.19,
"srv_p90": 79.2129,
"srv_p99": 84.9444,
"overhead_p50": 2.0544999999999973
},
{
"arm": "ab-af32",
"bin": "b20_60",
"n": 120,
"rounds": 6,
"e2e_p50": 170.0035,
"e2e_p50_ci": [
160.46,
177.89664999999985
],
"e2e_p90": 223.78300000000002,
"e2e_p99": 239.21755000000002,
"e2e_max": 242.141,
"srv_p50": 165.0115,
"srv_p90": 217.64960000000002,
"srv_p99": 233.0376,
"overhead_p50": 5.062999999999988
},
{
"arm": "ab-b16",
"bin": "b1_3",
"n": 120,
"rounds": 6,
"e2e_p50": 28.512999999999998,
"e2e_p50_ci": [
28.202,
28.788
],
"e2e_p90": 31.407,
"e2e_p99": 58.256450000000065,
"e2e_max": 70.444,
"srv_p50": 27.173499999999997,
"srv_p90": 30.0109,
"srv_p99": 55.10502000000007,
"overhead_p50": 1.346
},
{
"arm": "ab-b16",
"bin": "b3_8",
"n": 120,
"rounds": 6,
"e2e_p50": 32.2375,
"e2e_p50_ci": [
31.8078125,
32.9725
],
"e2e_p90": 35.5405,
"e2e_p99": 40.59298000000001,
"e2e_max": 64.683,
"srv_p50": 30.8385,
"srv_p90": 33.9697,
"srv_p99": 38.92524000000001,
"overhead_p50": 1.4439999999999973
},
{
"arm": "ab-b16",
"bin": "b8_20",
"n": 120,
"rounds": 6,
"e2e_p50": 38.376999999999995,
"e2e_p50_ci": [
37.919,
39.161
],
"e2e_p90": 43.1825,
"e2e_p99": 45.823119999999996,
"e2e_max": 71.169,
"srv_p50": 36.643,
"srv_p90": 41.241,
"srv_p99": 44.05349,
"overhead_p50": 1.679000000000002
},
{
"arm": "ab-b16",
"bin": "b20_60",
"n": 120,
"rounds": 6,
"e2e_p50": 65.7465,
"e2e_p50_ci": [
62.922,
70.252
],
"e2e_p90": 82.06530000000001,
"e2e_p99": 302.06275000000005,
"e2e_max": 454.286,
"srv_p50": 61.8795,
"srv_p90": 76.72430000000001,
"srv_p99": 91.77062000000002,
"overhead_p50": 3.8164999999999942
},
{
"arm": "ab-b16w",
"bin": "b1_3",
"n": 120,
"rounds": 6,
"e2e_p50": 23.008499999999998,
"e2e_p50_ci": [
22.731,
23.236
],
"e2e_p90": 26.076300000000003,
"e2e_p99": 50.92793000000005,
"e2e_max": 60.435,
"srv_p50": 21.777500000000003,
"srv_p90": 24.927500000000002,
"srv_p99": 47.523360000000054,
"overhead_p50": 1.2720000000000002
},
{
"arm": "ab-b16w",
"bin": "b3_8",
"n": 120,
"rounds": 6,
"e2e_p50": 27.0395,
"e2e_p50_ci": [
26.649,
27.905
],
"e2e_p90": 30.3352,
"e2e_p99": 43.21810000000002,
"e2e_max": 63.717,
"srv_p50": 25.664,
"srv_p90": 28.961599999999997,
"srv_p99": 41.110100000000024,
"overhead_p50": 1.4034999999999993
},
{
"arm": "ab-b16w",
"bin": "b8_20",
"n": 120,
"rounds": 6,
"e2e_p50": 33.213499999999996,
"e2e_p50_ci": [
32.5015,
34.122
],
"e2e_p90": 38.2284,
"e2e_p99": 207.05479000000037,
"e2e_max": 240.526,
"srv_p50": 31.488,
"srv_p90": 36.1664,
"srv_p99": 42.882880000000014,
"overhead_p50": 1.6404999999999976
},
{
"arm": "ab-b16w",
"bin": "b20_60",
"n": 120,
"rounds": 6,
"e2e_p50": 61.849000000000004,
"e2e_p50_ci": [
59.17,
68.062
],
"e2e_p90": 77.3703,
"e2e_p99": 268.86004000000054,
"e2e_max": 442.452,
"srv_p50": 57.46,
"srv_p90": 72.5812,
"srv_p99": 98.42788000000004,
"overhead_p50": 4.366000000000003
},
{
"arm": "ab-b32",
"bin": "b1_3",
"n": 120,
"rounds": 6,
"e2e_p50": 22.569499999999998,
"e2e_p50_ci": [
22.302,
22.987000000000002
],
"e2e_p90": 24.330400000000004,
"e2e_p99": 33.118490000000016,
"e2e_max": 46.591,
"srv_p50": 21.403,
"srv_p90": 23.1395,
"srv_p99": 29.949070000000013,
"overhead_p50": 1.174999999999999
},
{
"arm": "ab-b32",
"bin": "b3_8",
"n": 120,
"rounds": 6,
"e2e_p50": 26.3485,
"e2e_p50_ci": [
25.729,
26.764
],
"e2e_p90": 28.7896,
"e2e_p99": 31.2494,
"e2e_max": 57.87,
"srv_p50": 25.046,
"srv_p90": 27.3708,
"srv_p99": 29.845940000000002,
"overhead_p50": 1.3045000000000009
},
{
"arm": "ab-b32",
"bin": "b8_20",
"n": 120,
"rounds": 6,
"e2e_p50": 34.033500000000004,
"e2e_p50_ci": [
33.097,
34.904
],
"e2e_p90": 40.1318,
"e2e_p99": 44.55999,
"e2e_max": 65.361,
"srv_p50": 32.394000000000005,
"srv_p90": 38.3309,
"srv_p99": 42.614630000000005,
"overhead_p50": 1.591000000000001
},
{
"arm": "ab-b32",
"bin": "b20_60",
"n": 120,
"rounds": 6,
"e2e_p50": 76.12049999999999,
"e2e_p50_ci": [
71.7655,
85.425
],
"e2e_p90": 98.2902,
"e2e_p99": 306.76707,
"e2e_max": 408.138,
"srv_p50": 72.24600000000001,
"srv_p90": 93.0682,
"srv_p99": 97.42320000000001,
"overhead_p50": 4.000499999999995
},
{
"arm": "ab-b32c",
"bin": "b1_3",
"n": 120,
"rounds": 6,
"e2e_p50": 22.7235,
"e2e_p50_ci": [
22.4752875,
23.0795
],
"e2e_p90": 25.0372,
"e2e_p99": 49.283800000000056,
"e2e_max": 55.853,
"srv_p50": 21.402500000000003,
"srv_p90": 23.549200000000003,
"srv_p99": 46.02300000000005,
"overhead_p50": 1.3010000000000002
},
{
"arm": "ab-b32c",
"bin": "b3_8",
"n": 120,
"rounds": 6,
"e2e_p50": 26.262,
"e2e_p50_ci": [
25.907,
26.595
],
"e2e_p90": 28.8518,
"e2e_p99": 37.52216000000002,
"e2e_max": 56.411,
"srv_p50": 24.7905,
"srv_p90": 27.395300000000002,
"srv_p99": 35.793680000000016,
"overhead_p50": 1.4330000000000016
},
{
"arm": "ab-b32c",
"bin": "b8_20",
"n": 120,
"rounds": 6,
"e2e_p50": 33.868,
"e2e_p50_ci": [
32.7685375,
34.64193749999999
],
"e2e_p90": 39.97990000000001,
"e2e_p99": 44.194860000000006,
"e2e_max": 62.489,
"srv_p50": 32.2815,
"srv_p90": 37.9929,
"srv_p99": 42.4324,
"overhead_p50": 1.658999999999999
},
{
"arm": "ab-b32c",
"bin": "b20_60",
"n": 120,
"rounds": 6,
"e2e_p50": 77.8715,
"e2e_p50_ci": [
72.3905,
85.06553749999996
],
"e2e_p90": 98.6731,
"e2e_p99": 273.6814800000005,
"e2e_max": 422.578,
"srv_p50": 73.1995,
"srv_p90": 93.3833,
"srv_p99": 101.11989000000001,
"overhead_p50": 4.393999999999998
},
{
"arm": "ab-cf32",
"bin": "b1_3",
"n": 120,
"rounds": 6,
"e2e_p50": 40.626000000000005,
"e2e_p50_ci": [
39.908,
41.568
],
"e2e_p90": 43.6901,
"e2e_p99": 63.75681000000004,
"e2e_max": 73.187,
"srv_p50": 39.0905,
"srv_p90": 42.056200000000004,
"srv_p99": 60.30006000000003,
"overhead_p50": 1.5994999999999955
},
{
"arm": "ab-cf32",
"bin": "b3_8",
"n": 120,
"rounds": 6,
"e2e_p50": 51.2475,
"e2e_p50_ci": [
49.928725,
51.9995
],
"e2e_p90": 59.4939,
"e2e_p99": 67.45678000000001,
"e2e_max": 74.04,
"srv_p50": 49.4895,
"srv_p90": 57.6574,
"srv_p99": 65.42372000000002,
"overhead_p50": 1.7570000000000014
},
{
"arm": "ab-cf32",
"bin": "b8_20",
"n": 120,
"rounds": 6,
"e2e_p50": 75.4845,
"e2e_p50_ci": [
73.44900000000001,
80.456
],
"e2e_p90": 91.9637,
"e2e_p99": 99.03974,
"e2e_max": 99.25,
"srv_p50": 73.2415,
"srv_p90": 89.64030000000001,
"srv_p99": 96.71272,
"overhead_p50": 2.0799999999999983
},
{
"arm": "ab-cf32",
"bin": "b20_60",
"n": 120,
"rounds": 6,
"e2e_p50": 190.1755,
"e2e_p50_ci": [
177.886,
206.001
],
"e2e_p90": 254.49530000000001,
"e2e_p99": 264.67676,
"e2e_max": 266.526,
"srv_p50": 185.1125,
"srv_p90": 248.4791,
"srv_p99": 258.22703,
"overhead_p50": 5.248000000000005
}
],
"paired": [
{
"arm": "ab-af32",
"ref": "ab-b32",
"bin": "b1_3",
"n_pairs": 120,
"median_diff": 16.4735,
"ci95": [
15.363,
16.997999999999998
],
"p50_arm": 39.2945,
"p50_ref": 22.569499999999998
},
{
"arm": "ab-af32",
"ref": "ab-b32",
"bin": "b3_8",
"n_pairs": 120,
"median_diff": 21.601,
"ci95": [
20.916999999999998,
22.3369125
],
"p50_arm": 47.843,
"p50_ref": 26.3485
},
{
"arm": "ab-af32",
"ref": "ab-b32",
"bin": "b8_20",
"n_pairs": 120,
"median_diff": 35.038000000000004,
"ci95": [
33.372925,
36.6195
],
"p50_arm": 68.298,
"p50_ref": 34.033500000000004
},
{
"arm": "ab-af32",
"ref": "ab-b32",
"bin": "b20_60",
"n_pairs": 120,
"median_diff": 92.15400000000001,
"ci95": [
83.45499999999998,
98.05000000000001
],
"p50_arm": 170.0035,
"p50_ref": 76.12049999999999
},
{
"arm": "ab-b16",
"ref": "ab-b32",
"bin": "b1_3",
"n_pairs": 120,
"median_diff": 5.817499999999999,
"ci95": [
5.716000000000001,
6.009
],
"p50_arm": 28.512999999999998,
"p50_ref": 22.569499999999998
},
{
"arm": "ab-b16",
"ref": "ab-b32",
"bin": "b3_8",
"n_pairs": 120,
"median_diff": 5.993499999999999,
"ci95": [
5.709,
6.3665
],
"p50_arm": 32.2375,
"p50_ref": 26.3485
},
{
"arm": "ab-b16",
"ref": "ab-b32",
"bin": "b8_20",
"n_pairs": 120,
"median_diff": 4.7379999999999995,
"ci95": [
4.456499999999998,
5.280000000000001
],
"p50_arm": 38.376999999999995,
"p50_ref": 34.033500000000004
},
{
"arm": "ab-b16",
"ref": "ab-b32",
"bin": "b20_60",
"n_pairs": 120,
"median_diff": -9.746500000000005,
"ci95": [
-11.469000000000008,
-8.072000000000003
],
"p50_arm": 65.7465,
"p50_ref": 76.12049999999999
},
{
"arm": "ab-b16w",
"ref": "ab-b32",
"bin": "b1_3",
"n_pairs": 120,
"median_diff": 0.4560000000000013,
"ci95": [
0.35499999999999865,
0.598262500000001
],
"p50_arm": 23.008499999999998,
"p50_ref": 22.569499999999998
},
{
"arm": "ab-b16w",
"ref": "ab-b32",
"bin": "b3_8",
"n_pairs": 120,
"median_diff": 0.9100000000000001,
"ci95": [
0.36400000000000077,
1.2029999999999994
],
"p50_arm": 27.0395,
"p50_ref": 26.3485
},
{
"arm": "ab-b16w",
"ref": "ab-b32",
"bin": "b8_20",
"n_pairs": 120,
"median_diff": -0.28149999999999764,
"ci95": [
-0.8049999999999997,
0.27550000000000274
],
"p50_arm": 33.213499999999996,
"p50_ref": 34.033500000000004
},
{
"arm": "ab-b16w",
"ref": "ab-b32",
"bin": "b20_60",
"n_pairs": 120,
"median_diff": -13.6845,
"ci95": [
-15.23565,
-12.183325000000002
],
"p50_arm": 61.849000000000004,
"p50_ref": 76.12049999999999
},
{
"arm": "ab-b32c",
"ref": "ab-b32",
"bin": "b1_3",
"n_pairs": 120,
"median_diff": 0.006000000000000227,
"ci95": [
-0.03700000000000081,
0.07099999999999977
],
"p50_arm": 22.7235,
"p50_ref": 22.569499999999998
},
{
"arm": "ab-b32c",
"ref": "ab-b32",
"bin": "b3_8",
"n_pairs": 120,
"median_diff": 0.06400000000000006,
"ci95": [
-0.006000000000000227,
0.12356249999999959
],
"p50_arm": 26.262,
"p50_ref": 26.3485
},
{
"arm": "ab-b32c",
"ref": "ab-b32",
"bin": "b8_20",
"n_pairs": 120,
"median_diff": -0.09149999999999991,
"ci95": [
-0.14750000000000085,
-0.05349999999999966
],
"p50_arm": 33.868,
"p50_ref": 34.033500000000004
},
{
"arm": "ab-b32c",
"ref": "ab-b32",
"bin": "b20_60",
"n_pairs": 120,
"median_diff": 1.2129999999999939,
"ci95": [
0.8939999999999984,
1.480000000000004
],
"p50_arm": 77.8715,
"p50_ref": 76.12049999999999
},
{
"arm": "ab-cf32",
"ref": "ab-b32",
"bin": "b1_3",
"n_pairs": 120,
"median_diff": 18.136,
"ci95": [
17.369,
18.496000000000002
],
"p50_arm": 40.626000000000005,
"p50_ref": 22.569499999999998
},
{
"arm": "ab-cf32",
"ref": "ab-b32",
"bin": "b3_8",
"n_pairs": 120,
"median_diff": 24.847499999999997,
"ci95": [
23.93,
25.785724999999996
],
"p50_arm": 51.2475,
"p50_ref": 26.3485
},
{
"arm": "ab-cf32",
"ref": "ab-b32",
"bin": "b8_20",
"n_pairs": 120,
"median_diff": 42.297,
"ci95": [
40.059000000000005,
45.36547499999998
],
"p50_arm": 75.4845,
"p50_ref": 34.033500000000004
},
{
"arm": "ab-cf32",
"ref": "ab-b32",
"bin": "b20_60",
"n_pairs": 120,
"median_diff": 110.959,
"ci95": [
103.96088750000001,
120.0435
],
"p50_arm": 190.1755,
"p50_ref": 76.12049999999999
}
],
"conc": [
{
"arm": "ab-af32",
"bin": "b1_3",
"n": 40,
"errors": 0,
"e2e_p50": 144.125,
"e2e_p90": 157.356,
"e2e_p99": 174.35769,
"srv_p50": 37.3125,
"req_per_s": 26.94,
"audio_x_realtime": 60.2
},
{
"arm": "ab-af32",
"bin": "b20_60",
"n": 40,
"errors": 0,
"e2e_p50": 684.172,
"e2e_p90": 1047.8283000000001,
"e2e_p99": 1200.76477,
"srv_p50": 167.925,
"req_per_s": 5.64,
"audio_x_realtime": 242.3
},
{
"arm": "ab-af32",
"bin": "b3_8",
"n": 40,
"errors": 0,
"e2e_p50": 187.41750000000002,
"e2e_p90": 225.96870000000004,
"e2e_p99": 269.71691,
"srv_p50": 46.246,
"req_per_s": 21.13,
"audio_x_realtime": 105.2
},
{
"arm": "ab-af32",
"bin": "b8_20",
"n": 40,
"errors": 0,
"e2e_p50": 273.41700000000003,
"e2e_p90": 292.1497,
"e2e_p99": 354.08135,
"srv_p50": 65.715,
"req_per_s": 14.56,
"audio_x_realtime": 174.6
},
{
"arm": "ab-b16",
"bin": "b1_3",
"n": 40,
"errors": 0,
"e2e_p50": 105.21100000000001,
"e2e_p90": 107.2747,
"e2e_p99": 132.33863999999997,
"srv_p50": 25.695999999999998,
"req_per_s": 36.53,
"audio_x_realtime": 81.7
},
{
"arm": "ab-b16",
"bin": "b20_60",
"n": 40,
"errors": 0,
"e2e_p50": 258.0645,
"e2e_p90": 393.4744,
"e2e_p99": 528.39019,
"srv_p50": 60.900999999999996,
"req_per_s": 15.13,
"audio_x_realtime": 649.5
},
{
"arm": "ab-b16",
"bin": "b3_8",
"n": 40,
"errors": 0,
"e2e_p50": 117.5185,
"e2e_p90": 145.4512,
"e2e_p99": 170.14660999999998,
"srv_p50": 29.32,
"req_per_s": 33.28,
"audio_x_realtime": 165.6
},
{
"arm": "ab-b16",
"bin": "b8_20",
"n": 40,
"errors": 0,
"e2e_p50": 145.231,
"e2e_p90": 153.3183,
"e2e_p99": 182.46729,
"srv_p50": 35.467,
"req_per_s": 27.29,
"audio_x_realtime": 327.1
},
{
"arm": "ab-b16w",
"bin": "b1_3",
"n": 40,
"errors": 0,
"e2e_p50": 84.398,
"e2e_p90": 86.0898,
"e2e_p99": 114.20712999999999,
"srv_p50": 20.596,
"req_per_s": 45.25,
"audio_x_realtime": 101.2
},
{
"arm": "ab-b16w",
"bin": "b20_60",
"n": 40,
"errors": 0,
"e2e_p50": 236.175,
"e2e_p90": 370.4035,
"e2e_p99": 443.21457999999996,
"srv_p50": 55.31,
"req_per_s": 16.52,
"audio_x_realtime": 709.0
},
{
"arm": "ab-b16w",
"bin": "b3_8",
"n": 40,
"errors": 0,
"e2e_p50": 97.19,
"e2e_p90": 122.0511,
"e2e_p99": 140.41581,
"srv_p50": 23.917499999999997,
"req_per_s": 40.32,
"audio_x_realtime": 200.7
},
{
"arm": "ab-b16w",
"bin": "b8_20",
"n": 40,
"errors": 0,
"e2e_p50": 124.342,
"e2e_p90": 130.66469999999998,
"e2e_p99": 156.60001,
"srv_p50": 30.5115,
"req_per_s": 31.8,
"audio_x_realtime": 381.2
},
{
"arm": "ab-b32",
"bin": "b1_3",
"n": 40,
"errors": 0,
"e2e_p50": 83.7565,
"e2e_p90": 88.3667,
"e2e_p99": 107.73369999999998,
"srv_p50": 20.415,
"req_per_s": 45.61,
"audio_x_realtime": 102.0
},
{
"arm": "ab-b32",
"bin": "b20_60",
"n": 40,
"errors": 0,
"e2e_p50": 314.1755,
"e2e_p90": 455.5357,
"e2e_p99": 490.78986000000003,
"srv_p50": 71.832,
"req_per_s": 13.02,
"audio_x_realtime": 558.8
},
{
"arm": "ab-b32",
"bin": "b3_8",
"n": 40,
"errors": 0,
"e2e_p50": 96.7985,
"e2e_p90": 118.7743,
"e2e_p99": 139.34133,
"srv_p50": 24.0825,
"req_per_s": 40.53,
"audio_x_realtime": 201.7
},
{
"arm": "ab-b32",
"bin": "b8_20",
"n": 40,
"errors": 0,
"e2e_p50": 129.351,
"e2e_p90": 147.55980000000002,
"e2e_p99": 166.61267,
"srv_p50": 31.117,
"req_per_s": 30.46,
"audio_x_realtime": 365.2
},
{
"arm": "ab-b32c",
"bin": "b1_3",
"n": 40,
"errors": 0,
"e2e_p50": 86.0945,
"e2e_p90": 88.45580000000001,
"e2e_p99": 112.74990999999999,
"srv_p50": 20.8925,
"req_per_s": 44.44,
"audio_x_realtime": 99.4
},
{
"arm": "ab-b32c",
"bin": "b20_60",
"n": 40,
"errors": 0,
"e2e_p50": 302.7795,
"e2e_p90": 453.7434,
"e2e_p99": 556.9132199999999,
"srv_p50": 71.0385,
"req_per_s": 13.11,
"audio_x_realtime": 563.0
},
{
"arm": "ab-b32c",
"bin": "b3_8",
"n": 40,
"errors": 0,
"e2e_p50": 96.398,
"e2e_p90": 116.3764,
"e2e_p99": 207.84804999999994,
"srv_p50": 24.253,
"req_per_s": 40.36,
"audio_x_realtime": 200.9
},
{
"arm": "ab-b32c",
"bin": "b8_20",
"n": 40,
"errors": 0,
"e2e_p50": 129.512,
"e2e_p90": 148.61030000000002,
"e2e_p99": 164.92036000000002,
"srv_p50": 30.871499999999997,
"req_per_s": 30.7,
"audio_x_realtime": 368.1
},
{
"arm": "ab-cf32",
"bin": "b1_3",
"n": 40,
"errors": 0,
"e2e_p50": 148.466,
"e2e_p90": 162.50119999999998,
"e2e_p99": 180.08168999999998,
"srv_p50": 38.7965,
"req_per_s": 26.04,
"audio_x_realtime": 58.2
},
{
"arm": "ab-cf32",
"bin": "b20_60",
"n": 40,
"errors": 0,
"e2e_p50": 789.165,
"e2e_p90": 1167.5636,
"e2e_p99": 1282.96108,
"srv_p50": 188.851,
"req_per_s": 5.09,
"audio_x_realtime": 218.6
},
{
"arm": "ab-cf32",
"bin": "b3_8",
"n": 40,
"errors": 0,
"e2e_p50": 199.2775,
"e2e_p90": 255.9264,
"e2e_p99": 284.74791,
"srv_p50": 48.8405,
"req_per_s": 19.98,
"audio_x_realtime": 99.4
},
{
"arm": "ab-cf32",
"bin": "b8_20",
"n": 40,
"errors": 0,
"e2e_p50": 295.033,
"e2e_p90": 329.7124,
"e2e_p99": 369.92558999999994,
"srv_p50": 72.294,
"req_per_s": 13.26,
"audio_x_realtime": 159.0
}
],
"first": [
{
"arm": "ab-b32",
"id": "b1_3_10",
"bin": "b1_3",
"dur": 2.555,
"t_wall": 1790816221.013521,
"e2e_ms": 59.851,
"server_ms": 54.094,
"status": 200,
"err": null
},
{
"arm": "ab-b32",
"id": "b3_8_10",
"bin": "b3_8",
"dur": 5.05,
"t_wall": 1790816221.0585623,
"e2e_ms": 43.834,
"server_ms": 41.805,
"status": 200,
"err": null
},
{
"arm": "ab-b32",
"id": "b8_20_10",
"bin": "b8_20",
"dur": 11.64,
"t_wall": 1790816221.0981514,
"e2e_ms": 37.795,
"server_ms": 35.555,
"status": 200,
"err": null
},
{
"arm": "ab-b32",
"id": "b20_60_10",
"bin": "b20_60",
"dur": 54.9,
"t_wall": 1790816221.522522,
"e2e_ms": 418.164,
"server_ms": 411.974,
"status": 200,
"err": null
},
{
"arm": "ab-b32c",
"id": "b1_3_10",
"bin": "b1_3",
"dur": 2.555,
"t_wall": 1790816241.7849388,
"e2e_ms": 59.458,
"server_ms": 55.307,
"status": 200,
"err": null
},
{
"arm": "ab-b32c",
"id": "b3_8_10",
"bin": "b3_8",
"dur": 5.05,
"t_wall": 1790816241.8273792,
"e2e_ms": 41.581,
"server_ms": 39.885,
"status": 200,
"err": null
},
{
"arm": "ab-b32c",
"id": "b8_20_10",
"bin": "b8_20",
"dur": 11.64,
"t_wall": 1790816241.8661036,
"e2e_ms": 37.455,
"server_ms": 35.537,
"status": 200,
"err": null
},
{
"arm": "ab-b32c",
"id": "b20_60_10",
"bin": "b20_60",
"dur": 54.9,
"t_wall": 1790816242.2739592,
"e2e_ms": 402.225,
"server_ms": 397.094,
"status": 200,
"err": null
},
{
"arm": "ab-b16w",
"id": "b1_3_10",
"bin": "b1_3",
"dur": 2.555,
"t_wall": 1790816263.127731,
"e2e_ms": 63.82,
"server_ms": 60.048,
"status": 200,
"err": null
},
{
"arm": "ab-b16w",
"id": "b3_8_10",
"bin": "b3_8",
"dur": 5.05,
"t_wall": 1790816263.1586285,
"e2e_ms": 30.025,
"server_ms": 28.023,
"status": 200,
"err": null
},
{
"arm": "ab-b16w",
"id": "b8_20_10",
"bin": "b8_20",
"dur": 11.64,
"t_wall": 1790816263.1953354,
"e2e_ms": 35.514,
"server_ms": 33.704,
"status": 200,
"err": null
},
{
"arm": "ab-b16w",
"id": "b20_60_10",
"bin": "b20_60",
"dur": 54.9,
"t_wall": 1790816263.6265936,
"e2e_ms": 425.701,
"server_ms": 420.002,
"status": 200,
"err": null
},
{
"arm": "ab-b16",
"id": "b1_3_10",
"bin": "b1_3",
"dur": 2.555,
"t_wall": 1790816287.585979,
"e2e_ms": 66.902,
"server_ms": 62.627,
"status": 200,
"err": null
},
{
"arm": "ab-b16",
"id": "b3_8_10",
"bin": "b3_8",
"dur": 5.05,
"t_wall": 1790816287.6214647,
"e2e_ms": 34.6,
"server_ms": 32.956,
"status": 200,
"err": null
},
{
"arm": "ab-b16",
"id": "b8_20_10",
"bin": "b8_20",
"dur": 11.64,
"t_wall": 1790816287.6683974,
"e2e_ms": 45.725,
"server_ms": 43.718,
"status": 200,
"err": null
},
{
"arm": "ab-b16",
"id": "b20_60_10",
"bin": "b20_60",
"dur": 54.9,
"t_wall": 1790816288.0451334,
"e2e_ms": 371.06,
"server_ms": 365.392,
"status": 200,
"err": null
},
{
"arm": "ab-cf32",
"id": "b1_3_10",
"bin": "b1_3",
"dur": 2.555,
"t_wall": 1790816351.6597226,
"e2e_ms": 82.221,
"server_ms": 69.437,
"status": 200,
"err": null
},
{
"arm": "ab-cf32",
"id": "b3_8_10",
"bin": "b3_8",
"dur": 5.05,
"t_wall": 1790816351.7125669,
"e2e_ms": 52.004,
"server_ms": 50.127,
"status": 200,
"err": null
},
{
"arm": "ab-cf32",
"id": "b8_20_10",
"bin": "b8_20",
"dur": 11.64,
"t_wall": 1790816351.7899551,
"e2e_ms": 76.074,
"server_ms": 73.933,
"status": 200,
"err": null
},
{
"arm": "ab-cf32",
"id": "b20_60_10",
"bin": "b20_60",
"dur": 54.9,
"t_wall": 1790816352.0501974,
"e2e_ms": 254.323,
"server_ms": 245.954,
"status": 200,
"err": null
},
{
"arm": "ab-af32",
"id": "b1_3_10",
"bin": "b1_3",
"dur": 2.555,
"t_wall": 1790816412.624493,
"e2e_ms": 80.051,
"server_ms": 75.117,
"status": 200,
"err": null
},
{
"arm": "ab-af32",
"id": "b3_8_10",
"bin": "b3_8",
"dur": 5.05,
"t_wall": 1790816412.6803863,
"e2e_ms": 55.033,
"server_ms": 53.184,
"status": 200,
"err": null
},
{
"arm": "ab-af32",
"id": "b8_20_10",
"bin": "b8_20",
"dur": 11.64,
"t_wall": 1790816412.753076,
"e2e_ms": 71.369,
"server_ms": 68.847,
"status": 200,
"err": null
},
{
"arm": "ab-af32",
"id": "b20_60_10",
"bin": "b20_60",
"dur": 54.9,
"t_wall": 1790816412.9848804,
"e2e_ms": 226.024,
"server_ms": 218.215,
"status": 200,
"err": null
}
],
"memory": [
{
"arm": "ab-b32",
"pid": 3296542,
"cold_s": 11.8,
"rest_after_warmup_mib": 3836,
"peak_utterance_block_mib": 4800,
"peak_whole_life_mib": 5620,
"last_mib": 4800,
"samples": 2211
},
{
"arm": "ab-b32c",
"pid": 3298073,
"cold_s": 12.1,
"rest_after_warmup_mib": 3836,
"peak_utterance_block_mib": 4800,
"peak_whole_life_mib": 4800,
"last_mib": 4800,
"samples": 2108
},
{
"arm": "ab-b16w",
"pid": 3299497,
"cold_s": 13.0,
"rest_after_warmup_mib": 2492,
"peak_utterance_block_mib": 2794,
"peak_whole_life_mib": 3194,
"last_mib": 2794,
"samples": 2006
},
{
"arm": "ab-b16",
"pid": 3301181,
"cold_s": 11.8,
"rest_after_warmup_mib": 4802,
"peak_utterance_block_mib": 5126,
"peak_whole_life_mib": 5620,
"last_mib": 5126,
"samples": 1892
},
{
"arm": "ab-cf32",
"pid": 3302918,
"cold_s": 45.2,
"rest_after_warmup_mib": 3874,
"peak_utterance_block_mib": 6946,
"peak_whole_life_mib": 6946,
"last_mib": 6946,
"samples": 1789
},
{
"arm": "ab-af32",
"pid": 3306068,
"cold_s": 44.7,
"rest_after_warmup_mib": 3922,
"peak_utterance_block_mib": 6994,
"peak_whole_life_mib": 6994,
"last_mib": 6994,
"samples": 1494
}
]
}
Reference in New Issue View Git Blame Copy Permalink