docs(parakeet): seat A/B vs parakeet-unified-en-0.6b - latency is the int8-on-CPU runtime; unified wins WER
A/B of the live STT seat (fv-ml1 GPU 0, sherpa-onnx int8 v3) against nvidia/parakeet-unified-en-0.6b, measured on GPU 3 with the seat's own image, k2-fsa's published unified int8 export, fp32/fp16 exports made with k2-fsa's recipe, v2 int8, and NeMo 3.0.0 (fp32, bf16 autocast, bf16 weights). - Seat int8 graph runs on one CPU thread (cpu/wall 1.00, GPU 2-9%). - unified-en under NeMo: -121/-234/-530 ms vs the seat at 1-3/3-8/8-20 s (paired, n=120/bin; floor <=6 ms; +50 ms positive control reads +52-54). - unified-en WER lower in every runtime: -0.7 pp clean, -1.5 pp other, -3.2 to -4.4 pp AMI (paired CIs exclude 0). - Seat defects found: hard 400 s input ceiling (HTTP 500), truncation after a quiet 1.5 s pause, and severe long-window dropouts (int8 v3 only). - B-bf16w needs +0.8 to +1.5 GB over the seat's 1,690 MiB on GPU 0. Raw requests, hypotheses, manifests and the full harness under services/parakeet-ab-2026-09-30/. No deploy; live seat untouched apart from 240 light test requests.
This commit is contained in:
@@ -0,0 +1,172 @@
|
||||
## wer
|
||||
{"set": "ls-clean", "arm": "ab-a1", "utts": 400, "missing": 0, "ref_words": 8144, "S": 160, "D": 35, "I": 25, "wer": 2.701, "empty_outputs": 1}
|
||||
{"set": "ls-clean", "arm": "ab-a2", "utts": 400, "missing": 0, "ref_words": 8144, "S": 160, "D": 35, "I": 25, "wer": 2.701, "empty_outputs": 1}
|
||||
{"set": "ls-clean", "arm": "ab-af32", "utts": 400, "missing": 0, "ref_words": 8144, "S": 151, "D": 26, "I": 21, "wer": 2.431, "empty_outputs": 0}
|
||||
{"set": "ls-clean", "arm": "ab-at16", "utts": 400, "missing": 0, "ref_words": 8144, "S": 160, "D": 35, "I": 25, "wer": 2.701, "empty_outputs": 1}
|
||||
{"set": "ls-clean", "arm": "ab-b16", "utts": 400, "missing": 0, "ref_words": 8144, "S": 120, "D": 24, "I": 17, "wer": 1.977, "empty_outputs": 0}
|
||||
{"set": "ls-clean", "arm": "ab-b16w", "utts": 400, "missing": 0, "ref_words": 8144, "S": 120, "D": 23, "I": 17, "wer": 1.965, "empty_outputs": 0}
|
||||
{"set": "ls-clean", "arm": "ab-b32", "utts": 400, "missing": 0, "ref_words": 8144, "S": 120, "D": 24, "I": 17, "wer": 1.977, "empty_outputs": 0}
|
||||
{"set": "ls-clean", "arm": "ab-b32c", "utts": 400, "missing": 0, "ref_words": 8144, "S": 120, "D": 24, "I": 17, "wer": 1.977, "empty_outputs": 0}
|
||||
{"set": "ls-clean", "arm": "ab-b32t", "utts": 400, "missing": 0, "ref_words": 8144, "S": 120, "D": 24, "I": 17, "wer": 1.977, "empty_outputs": 0}
|
||||
{"set": "ls-clean", "arm": "ab-c", "utts": 400, "missing": 0, "ref_words": 8144, "S": 120, "D": 21, "I": 17, "wer": 1.94, "empty_outputs": 0}
|
||||
{"set": "ls-clean", "arm": "ab-cf16", "utts": 400, "missing": 0, "ref_words": 8144, "S": 120, "D": 17, "I": 17, "wer": 1.891, "empty_outputs": 0}
|
||||
{"set": "ls-clean", "arm": "ab-cf32", "utts": 400, "missing": 0, "ref_words": 8144, "S": 120, "D": 17, "I": 17, "wer": 1.891, "empty_outputs": 0}
|
||||
{"set": "ls-clean", "arm": "ab-d", "utts": 400, "missing": 0, "ref_words": 8144, "S": 132, "D": 23, "I": 17, "wer": 2.112, "empty_outputs": 0}
|
||||
{"set": "ls-other", "arm": "ab-a1", "utts": 400, "missing": 0, "ref_words": 7370, "S": 269, "D": 38, "I": 29, "wer": 4.559, "empty_outputs": 0}
|
||||
{"set": "ls-other", "arm": "ab-af32", "utts": 400, "missing": 0, "ref_words": 7370, "S": 198, "D": 22, "I": 24, "wer": 3.311, "empty_outputs": 0}
|
||||
{"set": "ls-other", "arm": "ab-b16", "utts": 400, "missing": 0, "ref_words": 7370, "S": 179, "D": 24, "I": 26, "wer": 3.107, "empty_outputs": 0}
|
||||
{"set": "ls-other", "arm": "ab-b16w", "utts": 400, "missing": 0, "ref_words": 7370, "S": 178, "D": 24, "I": 26, "wer": 3.094, "empty_outputs": 0}
|
||||
{"set": "ls-other", "arm": "ab-b32", "utts": 400, "missing": 0, "ref_words": 7370, "S": 179, "D": 24, "I": 26, "wer": 3.107, "empty_outputs": 0}
|
||||
{"set": "ls-other", "arm": "ab-c", "utts": 400, "missing": 0, "ref_words": 7370, "S": 172, "D": 21, "I": 23, "wer": 2.931, "empty_outputs": 0}
|
||||
{"set": "ls-other", "arm": "ab-cf16", "utts": 400, "missing": 0, "ref_words": 7370, "S": 176, "D": 22, "I": 24, "wer": 3.012, "empty_outputs": 0}
|
||||
{"set": "ls-other", "arm": "ab-cf32", "utts": 400, "missing": 0, "ref_words": 7370, "S": 177, "D": 22, "I": 24, "wer": 3.026, "empty_outputs": 0}
|
||||
{"set": "ls-other", "arm": "ab-d", "utts": 400, "missing": 0, "ref_words": 7370, "S": 201, "D": 24, "I": 25, "wer": 3.392, "empty_outputs": 0}
|
||||
{"set": "ami", "arm": "ab-a1", "utts": 400, "missing": 0, "ref_words": 4121, "S": 181, "D": 299, "I": 43, "wer": 12.691, "empty_outputs": 26}
|
||||
{"set": "ami", "arm": "ab-af32", "utts": 400, "missing": 0, "ref_words": 4121, "S": 180, "D": 182, "I": 70, "wer": 10.483, "empty_outputs": 18}
|
||||
{"set": "ami", "arm": "ab-b16", "utts": 400, "missing": 0, "ref_words": 4121, "S": 155, "D": 130, "I": 56, "wer": 8.275, "empty_outputs": 9}
|
||||
{"set": "ami", "arm": "ab-b16w", "utts": 400, "missing": 0, "ref_words": 4121, "S": 155, "D": 130, "I": 57, "wer": 8.299, "empty_outputs": 9}
|
||||
{"set": "ami", "arm": "ab-b32", "utts": 400, "missing": 0, "ref_words": 4121, "S": 157, "D": 131, "I": 57, "wer": 8.372, "empty_outputs": 10}
|
||||
{"set": "ami", "arm": "ab-c", "utts": 400, "missing": 0, "ref_words": 4121, "S": 162, "D": 179, "I": 51, "wer": 9.512, "empty_outputs": 17}
|
||||
{"set": "ami", "arm": "ab-cf16", "utts": 400, "missing": 0, "ref_words": 4121, "S": 157, "D": 174, "I": 53, "wer": 9.318, "empty_outputs": 15}
|
||||
{"set": "ami", "arm": "ab-cf32", "utts": 400, "missing": 0, "ref_words": 4121, "S": 158, "D": 173, "I": 55, "wer": 9.367, "empty_outputs": 15}
|
||||
{"set": "ami", "arm": "ab-d", "utts": 400, "missing": 0, "ref_words": 4121, "S": 178, "D": 154, "I": 81, "wer": 10.022, "empty_outputs": 15}
|
||||
{"set": "pc", "arm": "ab-a1", "utts": 40, "missing": 0, "ref_words": 1386, "S": 36, "D": 306, "I": 2, "wer": 24.82, "empty_outputs": 0}
|
||||
{"set": "pc", "arm": "ab-af32", "utts": 40, "missing": 0, "ref_words": 1386, "S": 37, "D": 185, "I": 3, "wer": 16.234, "empty_outputs": 0}
|
||||
{"set": "pc", "arm": "ab-b16", "utts": 40, "missing": 0, "ref_words": 1386, "S": 29, "D": 177, "I": 5, "wer": 15.224, "empty_outputs": 0}
|
||||
{"set": "pc", "arm": "ab-b16w", "utts": 40, "missing": 0, "ref_words": 1386, "S": 28, "D": 177, "I": 5, "wer": 15.152, "empty_outputs": 0}
|
||||
{"set": "pc", "arm": "ab-b32", "utts": 40, "missing": 0, "ref_words": 1386, "S": 27, "D": 178, "I": 5, "wer": 15.152, "empty_outputs": 0}
|
||||
{"set": "pc", "arm": "ab-c", "utts": 40, "missing": 0, "ref_words": 1386, "S": 28, "D": 181, "I": 4, "wer": 15.368, "empty_outputs": 0}
|
||||
{"set": "pc", "arm": "ab-cf16", "utts": 40, "missing": 0, "ref_words": 1386, "S": 30, "D": 178, "I": 5, "wer": 15.368, "empty_outputs": 0}
|
||||
{"set": "pc", "arm": "ab-cf32", "utts": 40, "missing": 0, "ref_words": 1386, "S": 31, "D": 176, "I": 5, "wer": 15.296, "empty_outputs": 0}
|
||||
{"set": "pc", "arm": "ab-d", "utts": 40, "missing": 0, "ref_words": 1386, "S": 28, "D": 167, "I": 4, "wer": 14.358, "empty_outputs": 0}
|
||||
{"set": "null", "arm": "ab-a1", "utts": 400, "missing": 0, "ref_words": 8144, "S": 165, "D": 34, "I": 24, "wer": 2.738, "empty_outputs": 1}
|
||||
{"set": "null", "arm": "ab-af32", "utts": 400, "missing": 0, "ref_words": 8144, "S": 150, "D": 26, "I": 20, "wer": 2.407, "empty_outputs": 0}
|
||||
{"set": "null", "arm": "ab-b16", "utts": 400, "missing": 0, "ref_words": 8144, "S": 120, "D": 24, "I": 17, "wer": 1.977, "empty_outputs": 0}
|
||||
{"set": "null", "arm": "ab-b16w", "utts": 400, "missing": 0, "ref_words": 8144, "S": 121, "D": 23, "I": 17, "wer": 1.977, "empty_outputs": 0}
|
||||
{"set": "null", "arm": "ab-b32", "utts": 400, "missing": 0, "ref_words": 8144, "S": 120, "D": 24, "I": 17, "wer": 1.977, "empty_outputs": 0}
|
||||
{"set": "null", "arm": "ab-c", "utts": 400, "missing": 0, "ref_words": 8144, "S": 119, "D": 19, "I": 17, "wer": 1.903, "empty_outputs": 0}
|
||||
{"set": "null", "arm": "ab-cf16", "utts": 400, "missing": 0, "ref_words": 8144, "S": 120, "D": 17, "I": 17, "wer": 1.891, "empty_outputs": 0}
|
||||
{"set": "null", "arm": "ab-cf32", "utts": 400, "missing": 0, "ref_words": 8144, "S": 120, "D": 17, "I": 17, "wer": 1.891, "empty_outputs": 0}
|
||||
{"set": "null", "arm": "ab-d", "utts": 400, "missing": 0, "ref_words": 8144, "S": 129, "D": 21, "I": 17, "wer": 2.051, "empty_outputs": 0}
|
||||
## delta
|
||||
{"set": "ls-clean", "x": "ab-a2", "y": "ab-a1", "n_utts": 400, "delta_pp": 0.0, "ci95": [0.0, 0.0], "utts_with_identical_edit_counts": 400}
|
||||
{"set": "ls-clean", "x": "ab-af32", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.27, "ci95": [-0.599, 0.048], "utts_with_identical_edit_counts": 340}
|
||||
{"set": "ls-clean", "x": "ab-at16", "y": "ab-a1", "n_utts": 400, "delta_pp": 0.0, "ci95": [0.0, 0.0], "utts_with_identical_edit_counts": 400}
|
||||
{"set": "ls-clean", "x": "ab-b16", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.724, "ci95": [-1.097, -0.348], "utts_with_identical_edit_counts": 315}
|
||||
{"set": "ls-clean", "x": "ab-b16w", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.737, "ci95": [-1.111, -0.361], "utts_with_identical_edit_counts": 314}
|
||||
{"set": "ls-clean", "x": "ab-b32", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.724, "ci95": [-1.097, -0.348], "utts_with_identical_edit_counts": 315}
|
||||
{"set": "ls-clean", "x": "ab-b32c", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.724, "ci95": [-1.097, -0.348], "utts_with_identical_edit_counts": 315}
|
||||
{"set": "ls-clean", "x": "ab-b32t", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.724, "ci95": [-1.097, -0.348], "utts_with_identical_edit_counts": 315}
|
||||
{"set": "ls-clean", "x": "ab-c", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.761, "ci95": [-1.112, -0.407], "utts_with_identical_edit_counts": 309}
|
||||
{"set": "ls-clean", "x": "ab-cf16", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.81, "ci95": [-1.177, -0.441], "utts_with_identical_edit_counts": 313}
|
||||
{"set": "ls-clean", "x": "ab-cf32", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.81, "ci95": [-1.181, -0.446], "utts_with_identical_edit_counts": 313}
|
||||
{"set": "ls-clean", "x": "ab-d", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.589, "ci95": [-0.955, -0.256], "utts_with_identical_edit_counts": 308}
|
||||
{"set": "ls-clean", "x": "ab-a2", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.724, "ci95": [0.35, 1.098], "utts_with_identical_edit_counts": 315}
|
||||
{"set": "ls-clean", "x": "ab-af32", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.454, "ci95": [0.159, 0.758], "utts_with_identical_edit_counts": 326}
|
||||
{"set": "ls-clean", "x": "ab-at16", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.724, "ci95": [0.35, 1.098], "utts_with_identical_edit_counts": 315}
|
||||
{"set": "ls-clean", "x": "ab-b16", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.0, "ci95": [0.0, 0.0], "utts_with_identical_edit_counts": 400}
|
||||
{"set": "ls-clean", "x": "ab-b16w", "y": "ab-b32", "n_utts": 400, "delta_pp": -0.012, "ci95": [-0.039, 0.0], "utts_with_identical_edit_counts": 399}
|
||||
{"set": "ls-clean", "x": "ab-b32c", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.0, "ci95": [0.0, 0.0], "utts_with_identical_edit_counts": 400}
|
||||
{"set": "ls-clean", "x": "ab-b32t", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.0, "ci95": [0.0, 0.0], "utts_with_identical_edit_counts": 400}
|
||||
{"set": "ls-clean", "x": "ab-c", "y": "ab-b32", "n_utts": 400, "delta_pp": -0.037, "ci95": [-0.177, 0.101], "utts_with_identical_edit_counts": 383}
|
||||
{"set": "ls-clean", "x": "ab-cf16", "y": "ab-b32", "n_utts": 400, "delta_pp": -0.086, "ci95": [-0.218, 0.026], "utts_with_identical_edit_counts": 390}
|
||||
{"set": "ls-clean", "x": "ab-cf32", "y": "ab-b32", "n_utts": 400, "delta_pp": -0.086, "ci95": [-0.216, 0.025], "utts_with_identical_edit_counts": 390}
|
||||
{"set": "ls-clean", "x": "ab-d", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.135, "ci95": [-0.122, 0.393], "utts_with_identical_edit_counts": 343}
|
||||
{"set": "ls-other", "x": "ab-af32", "y": "ab-a1", "n_utts": 400, "delta_pp": -1.248, "ci95": [-1.701, -0.847], "utts_with_identical_edit_counts": 304}
|
||||
{"set": "ls-other", "x": "ab-b16", "y": "ab-a1", "n_utts": 400, "delta_pp": -1.452, "ci95": [-1.989, -0.949], "utts_with_identical_edit_counts": 272}
|
||||
{"set": "ls-other", "x": "ab-b16w", "y": "ab-a1", "n_utts": 400, "delta_pp": -1.465, "ci95": [-2.003, -0.965], "utts_with_identical_edit_counts": 273}
|
||||
{"set": "ls-other", "x": "ab-b32", "y": "ab-a1", "n_utts": 400, "delta_pp": -1.452, "ci95": [-1.989, -0.949], "utts_with_identical_edit_counts": 272}
|
||||
{"set": "ls-other", "x": "ab-c", "y": "ab-a1", "n_utts": 400, "delta_pp": -1.628, "ci95": [-2.148, -1.139], "utts_with_identical_edit_counts": 275}
|
||||
{"set": "ls-other", "x": "ab-cf16", "y": "ab-a1", "n_utts": 400, "delta_pp": -1.547, "ci95": [-2.073, -1.056], "utts_with_identical_edit_counts": 277}
|
||||
{"set": "ls-other", "x": "ab-cf32", "y": "ab-a1", "n_utts": 400, "delta_pp": -1.533, "ci95": [-2.059, -1.036], "utts_with_identical_edit_counts": 276}
|
||||
{"set": "ls-other", "x": "ab-d", "y": "ab-a1", "n_utts": 400, "delta_pp": -1.167, "ci95": [-1.678, -0.681], "utts_with_identical_edit_counts": 279}
|
||||
{"set": "ls-other", "x": "ab-af32", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.204, "ci95": [-0.202, 0.635], "utts_with_identical_edit_counts": 295}
|
||||
{"set": "ls-other", "x": "ab-b16", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.0, "ci95": [0.0, 0.0], "utts_with_identical_edit_counts": 400}
|
||||
{"set": "ls-other", "x": "ab-b16w", "y": "ab-b32", "n_utts": 400, "delta_pp": -0.014, "ci95": [-0.043, 0.0], "utts_with_identical_edit_counts": 399}
|
||||
{"set": "ls-other", "x": "ab-c", "y": "ab-b32", "n_utts": 400, "delta_pp": -0.176, "ci95": [-0.388, 0.026], "utts_with_identical_edit_counts": 364}
|
||||
{"set": "ls-other", "x": "ab-cf16", "y": "ab-b32", "n_utts": 400, "delta_pp": -0.095, "ci95": [-0.261, 0.069], "utts_with_identical_edit_counts": 373}
|
||||
{"set": "ls-other", "x": "ab-cf32", "y": "ab-b32", "n_utts": 400, "delta_pp": -0.081, "ci95": [-0.25, 0.087], "utts_with_identical_edit_counts": 372}
|
||||
{"set": "ls-other", "x": "ab-d", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.285, "ci95": [-0.08, 0.66], "utts_with_identical_edit_counts": 307}
|
||||
{"set": "ami", "x": "ab-af32", "y": "ab-a1", "n_utts": 400, "delta_pp": -2.208, "ci95": [-3.682, -0.893], "utts_with_identical_edit_counts": 292}
|
||||
{"set": "ami", "x": "ab-b16", "y": "ab-a1", "n_utts": 400, "delta_pp": -4.416, "ci95": [-6.578, -2.508], "utts_with_identical_edit_counts": 231}
|
||||
{"set": "ami", "x": "ab-b16w", "y": "ab-a1", "n_utts": 400, "delta_pp": -4.392, "ci95": [-6.574, -2.489], "utts_with_identical_edit_counts": 230}
|
||||
{"set": "ami", "x": "ab-b32", "y": "ab-a1", "n_utts": 400, "delta_pp": -4.319, "ci95": [-6.495, -2.399], "utts_with_identical_edit_counts": 230}
|
||||
{"set": "ami", "x": "ab-c", "y": "ab-a1", "n_utts": 400, "delta_pp": -3.179, "ci95": [-5.127, -1.483], "utts_with_identical_edit_counts": 234}
|
||||
{"set": "ami", "x": "ab-cf16", "y": "ab-a1", "n_utts": 400, "delta_pp": -3.373, "ci95": [-5.289, -1.643], "utts_with_identical_edit_counts": 230}
|
||||
{"set": "ami", "x": "ab-cf32", "y": "ab-a1", "n_utts": 400, "delta_pp": -3.324, "ci95": [-5.249, -1.604], "utts_with_identical_edit_counts": 229}
|
||||
{"set": "ami", "x": "ab-d", "y": "ab-a1", "n_utts": 400, "delta_pp": -2.669, "ci95": [-4.423, -1.045], "utts_with_identical_edit_counts": 244}
|
||||
{"set": "ami", "x": "ab-af32", "y": "ab-b32", "n_utts": 400, "delta_pp": 2.111, "ci95": [0.646, 3.692], "utts_with_identical_edit_counts": 245}
|
||||
{"set": "ami", "x": "ab-b16", "y": "ab-b32", "n_utts": 400, "delta_pp": -0.097, "ci95": [-0.222, 0.0], "utts_with_identical_edit_counts": 392}
|
||||
{"set": "ami", "x": "ab-b16w", "y": "ab-b32", "n_utts": 400, "delta_pp": -0.073, "ci95": [-0.181, 0.025], "utts_with_identical_edit_counts": 395}
|
||||
{"set": "ami", "x": "ab-c", "y": "ab-b32", "n_utts": 400, "delta_pp": 1.14, "ci95": [0.28, 2.158], "utts_with_identical_edit_counts": 328}
|
||||
{"set": "ami", "x": "ab-cf16", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.946, "ci95": [0.195, 1.867], "utts_with_identical_edit_counts": 337}
|
||||
{"set": "ami", "x": "ab-cf32", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.995, "ci95": [0.241, 1.922], "utts_with_identical_edit_counts": 337}
|
||||
{"set": "ami", "x": "ab-d", "y": "ab-b32", "n_utts": 400, "delta_pp": 1.65, "ci95": [0.38, 3.064], "utts_with_identical_edit_counts": 240}
|
||||
{"set": "pc", "x": "ab-af32", "y": "ab-a1", "n_utts": 40, "delta_pp": -8.586, "ci95": [-15.696, -2.422], "utts_with_identical_edit_counts": 15}
|
||||
{"set": "pc", "x": "ab-b16", "y": "ab-a1", "n_utts": 40, "delta_pp": -9.596, "ci95": [-16.959, -2.941], "utts_with_identical_edit_counts": 9}
|
||||
{"set": "pc", "x": "ab-b16w", "y": "ab-a1", "n_utts": 40, "delta_pp": -9.668, "ci95": [-17.036, -3.023], "utts_with_identical_edit_counts": 9}
|
||||
{"set": "pc", "x": "ab-b32", "y": "ab-a1", "n_utts": 40, "delta_pp": -9.668, "ci95": [-17.036, -3.023], "utts_with_identical_edit_counts": 9}
|
||||
{"set": "pc", "x": "ab-c", "y": "ab-a1", "n_utts": 40, "delta_pp": -9.452, "ci95": [-16.961, -2.753], "utts_with_identical_edit_counts": 11}
|
||||
{"set": "pc", "x": "ab-cf16", "y": "ab-a1", "n_utts": 40, "delta_pp": -9.452, "ci95": [-16.786, -2.784], "utts_with_identical_edit_counts": 9}
|
||||
{"set": "pc", "x": "ab-cf32", "y": "ab-a1", "n_utts": 40, "delta_pp": -9.524, "ci95": [-16.929, -2.788], "utts_with_identical_edit_counts": 9}
|
||||
{"set": "pc", "x": "ab-d", "y": "ab-a1", "n_utts": 40, "delta_pp": -10.462, "ci95": [-17.816, -3.869], "utts_with_identical_edit_counts": 14}
|
||||
{"set": "pc", "x": "ab-af32", "y": "ab-b32", "n_utts": 40, "delta_pp": 1.082, "ci95": [-1.183, 4.857], "utts_with_identical_edit_counts": 17}
|
||||
{"set": "pc", "x": "ab-b16", "y": "ab-b32", "n_utts": 40, "delta_pp": 0.072, "ci95": [0.0, 0.236], "utts_with_identical_edit_counts": 38}
|
||||
{"set": "pc", "x": "ab-b16w", "y": "ab-b32", "n_utts": 40, "delta_pp": 0.0, "ci95": [0.0, 0.0], "utts_with_identical_edit_counts": 39}
|
||||
{"set": "pc", "x": "ab-c", "y": "ab-b32", "n_utts": 40, "delta_pp": 0.216, "ci95": [-0.383, 0.871], "utts_with_identical_edit_counts": 30}
|
||||
{"set": "pc", "x": "ab-cf16", "y": "ab-b32", "n_utts": 40, "delta_pp": 0.216, "ci95": [0.0, 0.571], "utts_with_identical_edit_counts": 38}
|
||||
{"set": "pc", "x": "ab-cf32", "y": "ab-b32", "n_utts": 40, "delta_pp": 0.144, "ci95": [-0.152, 0.528], "utts_with_identical_edit_counts": 37}
|
||||
{"set": "pc", "x": "ab-d", "y": "ab-b32", "n_utts": 40, "delta_pp": -0.794, "ci95": [-1.512, -0.075], "utts_with_identical_edit_counts": 19}
|
||||
{"set": "null", "x": "ab-af32", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.332, "ci95": [-0.649, -0.013], "utts_with_identical_edit_counts": 338}
|
||||
{"set": "null", "x": "ab-b16", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.761, "ci95": [-1.129, -0.393], "utts_with_identical_edit_counts": 311}
|
||||
{"set": "null", "x": "ab-b16w", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.761, "ci95": [-1.13, -0.396], "utts_with_identical_edit_counts": 309}
|
||||
{"set": "null", "x": "ab-b32", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.761, "ci95": [-1.129, -0.393], "utts_with_identical_edit_counts": 311}
|
||||
{"set": "null", "x": "ab-c", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.835, "ci95": [-1.179, -0.48], "utts_with_identical_edit_counts": 311}
|
||||
{"set": "null", "x": "ab-cf16", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.847, "ci95": [-1.21, -0.488], "utts_with_identical_edit_counts": 309}
|
||||
{"set": "null", "x": "ab-cf32", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.847, "ci95": [-1.21, -0.482], "utts_with_identical_edit_counts": 310}
|
||||
{"set": "null", "x": "ab-d", "y": "ab-a1", "n_utts": 400, "delta_pp": -0.688, "ci95": [-1.025, -0.363], "utts_with_identical_edit_counts": 309}
|
||||
{"set": "null", "x": "ab-af32", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.43, "ci95": [0.137, 0.729], "utts_with_identical_edit_counts": 327}
|
||||
{"set": "null", "x": "ab-b16", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.0, "ci95": [0.0, 0.0], "utts_with_identical_edit_counts": 400}
|
||||
{"set": "null", "x": "ab-b16w", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.0, "ci95": [-0.036, 0.037], "utts_with_identical_edit_counts": 398}
|
||||
{"set": "null", "x": "ab-c", "y": "ab-b32", "n_utts": 400, "delta_pp": -0.074, "ci95": [-0.202, 0.046], "utts_with_identical_edit_counts": 386}
|
||||
{"set": "null", "x": "ab-cf16", "y": "ab-b32", "n_utts": 400, "delta_pp": -0.086, "ci95": [-0.218, 0.026], "utts_with_identical_edit_counts": 390}
|
||||
{"set": "null", "x": "ab-cf32", "y": "ab-b32", "n_utts": 400, "delta_pp": -0.086, "ci95": [-0.216, 0.025], "utts_with_identical_edit_counts": 390}
|
||||
{"set": "null", "x": "ab-d", "y": "ab-b32", "n_utts": 400, "delta_pp": 0.074, "ci95": [-0.177, 0.336], "utts_with_identical_edit_counts": 344}
|
||||
## pc
|
||||
{"arm": "ab-a1", "utts": 40, "deletions_clean": 2, "deletions_silenced": 306, "errors_clean": 25, "errors_silenced": 344, "wer_clean": 1.8, "wer_silenced": 24.82, "utts_with_more_deletions": 40}
|
||||
{"arm": "ab-af32", "utts": 40, "deletions_clean": 1, "deletions_silenced": 185, "errors_clean": 27, "errors_silenced": 225, "wer_clean": 1.95, "wer_silenced": 16.23, "utts_with_more_deletions": 40}
|
||||
{"arm": "ab-b16", "utts": 40, "deletions_clean": 2, "deletions_silenced": 177, "errors_clean": 26, "errors_silenced": 211, "wer_clean": 1.88, "wer_silenced": 15.22, "utts_with_more_deletions": 40}
|
||||
{"arm": "ab-b16w", "utts": 40, "deletions_clean": 2, "deletions_silenced": 177, "errors_clean": 26, "errors_silenced": 210, "wer_clean": 1.88, "wer_silenced": 15.15, "utts_with_more_deletions": 40}
|
||||
{"arm": "ab-b32", "utts": 40, "deletions_clean": 2, "deletions_silenced": 178, "errors_clean": 26, "errors_silenced": 210, "wer_clean": 1.88, "wer_silenced": 15.15, "utts_with_more_deletions": 40}
|
||||
{"arm": "ab-c", "utts": 40, "deletions_clean": 2, "deletions_silenced": 181, "errors_clean": 26, "errors_silenced": 213, "wer_clean": 1.88, "wer_silenced": 15.37, "utts_with_more_deletions": 40}
|
||||
{"arm": "ab-cf16", "utts": 40, "deletions_clean": 2, "deletions_silenced": 178, "errors_clean": 28, "errors_silenced": 213, "wer_clean": 2.02, "wer_silenced": 15.37, "utts_with_more_deletions": 40}
|
||||
{"arm": "ab-cf32", "utts": 40, "deletions_clean": 2, "deletions_silenced": 176, "errors_clean": 28, "errors_silenced": 212, "wer_clean": 2.02, "wer_silenced": 15.3, "utts_with_more_deletions": 40}
|
||||
{"arm": "ab-d", "utts": 40, "deletions_clean": 1, "deletions_silenced": 167, "errors_clean": 26, "errors_silenced": 199, "wer_clean": 1.88, "wer_silenced": 14.36, "utts_with_more_deletions": 40}
|
||||
## null
|
||||
{"arm": "ab-a1", "n_utts": 400, "delta_pp": 0.037, "ci95": [-0.078, 0.156], "utts_with_identical_edit_counts": 383}
|
||||
{"arm": "ab-af32", "n_utts": 400, "delta_pp": -0.025, "ci95": [-0.063, 0.0], "utts_with_identical_edit_counts": 398}
|
||||
{"arm": "ab-b16", "n_utts": 400, "delta_pp": 0.0, "ci95": [0.0, 0.0], "utts_with_identical_edit_counts": 400}
|
||||
{"arm": "ab-b16w", "n_utts": 400, "delta_pp": 0.012, "ci95": [0.0, 0.039], "utts_with_identical_edit_counts": 399}
|
||||
{"arm": "ab-b32", "n_utts": 400, "delta_pp": 0.0, "ci95": [0.0, 0.0], "utts_with_identical_edit_counts": 400}
|
||||
{"arm": "ab-c", "n_utts": 400, "delta_pp": -0.037, "ci95": [-0.135, 0.057], "utts_with_identical_edit_counts": 389}
|
||||
{"arm": "ab-cf16", "n_utts": 400, "delta_pp": 0.0, "ci95": [0.0, 0.0], "utts_with_identical_edit_counts": 400}
|
||||
{"arm": "ab-cf32", "n_utts": 400, "delta_pp": 0.0, "ci95": [0.0, 0.0], "utts_with_identical_edit_counts": 400}
|
||||
{"arm": "ab-d", "n_utts": 400, "delta_pp": -0.061, "ci95": [-0.149, 0.024], "utts_with_identical_edit_counts": 391}
|
||||
## same
|
||||
{"a": "ab-a1", "b": "ab-a2", "utts": 400, "identical_text": 400}
|
||||
{"a": "ab-a1", "b": "ab-at16", "utts": 400, "identical_text": 400}
|
||||
{"a": "ab-b32", "b": "ab-b32t", "utts": 400, "identical_text": 400}
|
||||
## features
|
||||
{"arm": "ab-a1", "outputs": 400, "with_sentence_punct": 89.0, "with_comma": 73.0, "with_upper": 94.5, "all_lower": 5.2, "empty": 1, "non_ascii": 1}
|
||||
{"arm": "ab-a2", "outputs": 400, "with_sentence_punct": 89.0, "with_comma": 73.0, "with_upper": 94.5, "all_lower": 5.2, "empty": 1, "non_ascii": 1}
|
||||
{"arm": "ab-af32", "outputs": 400, "with_sentence_punct": 88.0, "with_comma": 74.5, "with_upper": 96.0, "all_lower": 4.0, "empty": 0, "non_ascii": 1}
|
||||
{"arm": "ab-at16", "outputs": 400, "with_sentence_punct": 89.0, "with_comma": 73.0, "with_upper": 94.5, "all_lower": 5.2, "empty": 1, "non_ascii": 1}
|
||||
{"arm": "ab-b16", "outputs": 400, "with_sentence_punct": 50.0, "with_comma": 62.8, "with_upper": 96.8, "all_lower": 3.2, "empty": 0, "non_ascii": 0}
|
||||
{"arm": "ab-b16w", "outputs": 400, "with_sentence_punct": 50.8, "with_comma": 63.0, "with_upper": 96.8, "all_lower": 3.2, "empty": 0, "non_ascii": 0}
|
||||
{"arm": "ab-b32", "outputs": 400, "with_sentence_punct": 50.0, "with_comma": 63.0, "with_upper": 96.8, "all_lower": 3.2, "empty": 0, "non_ascii": 0}
|
||||
{"arm": "ab-b32c", "outputs": 400, "with_sentence_punct": 50.0, "with_comma": 63.0, "with_upper": 96.8, "all_lower": 3.2, "empty": 0, "non_ascii": 0}
|
||||
{"arm": "ab-b32t", "outputs": 400, "with_sentence_punct": 50.0, "with_comma": 63.0, "with_upper": 96.8, "all_lower": 3.2, "empty": 0, "non_ascii": 0}
|
||||
{"arm": "ab-c", "outputs": 400, "with_sentence_punct": 51.0, "with_comma": 64.5, "with_upper": 97.0, "all_lower": 3.0, "empty": 0, "non_ascii": 0}
|
||||
{"arm": "ab-cf16", "outputs": 400, "with_sentence_punct": 48.5, "with_comma": 62.0, "with_upper": 96.0, "all_lower": 4.0, "empty": 0, "non_ascii": 0}
|
||||
{"arm": "ab-cf32", "outputs": 400, "with_sentence_punct": 48.5, "with_comma": 62.0, "with_upper": 96.0, "all_lower": 4.0, "empty": 0, "non_ascii": 0}
|
||||
{"arm": "ab-d", "outputs": 400, "with_sentence_punct": 83.8, "with_comma": 73.5, "with_upper": 94.8, "all_lower": 5.2, "empty": 0, "non_ascii": 0}
|
||||
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,30 @@
|
||||
A-live b1_3 n= 40 e2e p50 186.9 p90 221.1 max 232.6
|
||||
A-live b3_8 n= 40 e2e p50 307.5 p90 412.5 max 454.0
|
||||
A-live b8_20 n= 40 e2e p50 625.7 p90 861.8 max 955.6
|
||||
A-gateway b1_3 n= 20 e2e p50 256.8 p90 296.6 max 309.0
|
||||
A-gateway b3_8 n= 20 e2e p50 388.0 p90 494.3 max 511.0
|
||||
A-gateway b8_20 n= 20 e2e p50 711.3 p90 967.7 max 1094.8
|
||||
A-nh3direct b1_3 n= 20 e2e p50 210.8 p90 231.0 max 245.3
|
||||
A-nh3direct b3_8 n= 20 e2e p50 333.4 p90 445.4 max 452.4
|
||||
A-nh3direct b8_20 n= 20 e2e p50 649.2 p90 880.7 max 974.8
|
||||
paired: median diff [95% CI]
|
||||
A-live - ab-a1 b1_3 pairs= 40 +36.6 [ +34.2, +37.7]
|
||||
A-live - ab-a1 b3_8 pairs= 40 +39.6 [ +38.2, +40.7]
|
||||
A-live - ab-a1 b8_20 pairs= 40 +42.2 [ +35.5, +47.2]
|
||||
A-gateway - A-live b1_3 pairs= 20 +56.1 [ +49.6, +75.8]
|
||||
A-gateway - A-live b3_8 pairs= 20 +76.1 [ +59.1, +79.1]
|
||||
A-gateway - A-live b8_20 pairs= 20 +86.0 [ +78.6, +97.2]
|
||||
A-nh3direct - A-live b1_3 pairs= 20 +24.0 [ +20.6, +26.5]
|
||||
A-nh3direct - A-live b3_8 pairs= 20 +29.4 [ +24.0, +33.0]
|
||||
A-nh3direct - A-live b8_20 pairs= 20 +26.7 [ +14.7, +34.4]
|
||||
A-gateway - A-nh3direct b1_3 pairs= 20 +36.1 [ +29.1, +60.5]
|
||||
A-gateway - A-nh3direct b3_8 pairs= 20 +46.3 [ +38.8, +52.9]
|
||||
A-gateway - A-nh3direct b8_20 pairs= 20 +61.2 [ +54.1, +64.3]
|
||||
A-gateway - ab-b32 b1_3 pairs= 20 +233.6 [ +214.5, +247.4]
|
||||
A-gateway - ab-b32 b3_8 pairs= 20 +360.9 [ +321.0, +399.6]
|
||||
A-gateway - ab-b32 b8_20 pairs= 20 +674.5 [ +595.8, +773.3]
|
||||
A-live - ab-b32 b1_3 pairs= 40 +163.4 [ +154.9, +174.2]
|
||||
A-live - ab-b32 b3_8 pairs= 40 +280.5 [ +250.0, +301.0]
|
||||
A-live - ab-b32 b8_20 pairs= 40 +589.0 [ +515.7, +642.3]
|
||||
A-live vs ab-a1 identical text: 120 / 120
|
||||
A-gateway vs A-live identical text: 60 / 60
|
||||
@@ -0,0 +1,107 @@
|
||||
## single stream (ms)
|
||||
ab-af32 b1_3 n=120 e2e p50 39.3 [38.2,40.3] p90 42.1 p99 62.1 max 71.4 | server p50 37.7 p90 40.3 p99 59.0 | http overhead p50 1.6
|
||||
ab-af32 b3_8 n=120 e2e p50 47.8 [47.1,49.0] p90 54.5 p99 59.5 max 72.8 | server p50 46.2 p90 52.4 p99 57.5 | http overhead p50 1.7
|
||||
ab-af32 b8_20 n=120 e2e p50 68.3 [66.7,71.9] p90 81.4 p99 87.2 max 88.5 | server p50 66.2 p90 79.2 p99 84.9 | http overhead p50 2.1
|
||||
ab-af32 b20_60 n=120 e2e p50 170.0 [160.5,177.9] p90 223.8 p99 239.2 max 242.1 | server p50 165.0 p90 217.6 p99 233.0 | http overhead p50 5.1
|
||||
ab-b16 b1_3 n=120 e2e p50 28.5 [28.2,28.8] p90 31.4 p99 58.3 max 70.4 | server p50 27.2 p90 30.0 p99 55.1 | http overhead p50 1.3
|
||||
ab-b16 b3_8 n=120 e2e p50 32.2 [31.8,33.0] p90 35.5 p99 40.6 max 64.7 | server p50 30.8 p90 34.0 p99 38.9 | http overhead p50 1.4
|
||||
ab-b16 b8_20 n=120 e2e p50 38.4 [37.9,39.2] p90 43.2 p99 45.8 max 71.2 | server p50 36.6 p90 41.2 p99 44.1 | http overhead p50 1.7
|
||||
ab-b16 b20_60 n=120 e2e p50 65.7 [62.9,70.3] p90 82.1 p99 302.1 max 454.3 | server p50 61.9 p90 76.7 p99 91.8 | http overhead p50 3.8
|
||||
ab-b16w b1_3 n=120 e2e p50 23.0 [22.7,23.2] p90 26.1 p99 50.9 max 60.4 | server p50 21.8 p90 24.9 p99 47.5 | http overhead p50 1.3
|
||||
ab-b16w b3_8 n=120 e2e p50 27.0 [26.6,27.9] p90 30.3 p99 43.2 max 63.7 | server p50 25.7 p90 29.0 p99 41.1 | http overhead p50 1.4
|
||||
ab-b16w b8_20 n=120 e2e p50 33.2 [32.5,34.1] p90 38.2 p99 207.1 max 240.5 | server p50 31.5 p90 36.2 p99 42.9 | http overhead p50 1.6
|
||||
ab-b16w b20_60 n=120 e2e p50 61.8 [59.2,68.1] p90 77.4 p99 268.9 max 442.5 | server p50 57.5 p90 72.6 p99 98.4 | http overhead p50 4.4
|
||||
ab-b32 b1_3 n=120 e2e p50 22.6 [22.3,23.0] p90 24.3 p99 33.1 max 46.6 | server p50 21.4 p90 23.1 p99 29.9 | http overhead p50 1.2
|
||||
ab-b32 b3_8 n=120 e2e p50 26.3 [25.7,26.8] p90 28.8 p99 31.2 max 57.9 | server p50 25.0 p90 27.4 p99 29.8 | http overhead p50 1.3
|
||||
ab-b32 b8_20 n=120 e2e p50 34.0 [33.1,34.9] p90 40.1 p99 44.6 max 65.4 | server p50 32.4 p90 38.3 p99 42.6 | http overhead p50 1.6
|
||||
ab-b32 b20_60 n=120 e2e p50 76.1 [71.8,85.4] p90 98.3 p99 306.8 max 408.1 | server p50 72.2 p90 93.1 p99 97.4 | http overhead p50 4.0
|
||||
ab-b32c b1_3 n=120 e2e p50 22.7 [22.5,23.1] p90 25.0 p99 49.3 max 55.9 | server p50 21.4 p90 23.5 p99 46.0 | http overhead p50 1.3
|
||||
ab-b32c b3_8 n=120 e2e p50 26.3 [25.9,26.6] p90 28.9 p99 37.5 max 56.4 | server p50 24.8 p90 27.4 p99 35.8 | http overhead p50 1.4
|
||||
ab-b32c b8_20 n=120 e2e p50 33.9 [32.8,34.6] p90 40.0 p99 44.2 max 62.5 | server p50 32.3 p90 38.0 p99 42.4 | http overhead p50 1.7
|
||||
ab-b32c b20_60 n=120 e2e p50 77.9 [72.4,85.1] p90 98.7 p99 273.7 max 422.6 | server p50 73.2 p90 93.4 p99 101.1 | http overhead p50 4.4
|
||||
ab-cf32 b1_3 n=120 e2e p50 40.6 [39.9,41.6] p90 43.7 p99 63.8 max 73.2 | server p50 39.1 p90 42.1 p99 60.3 | http overhead p50 1.6
|
||||
ab-cf32 b3_8 n=120 e2e p50 51.2 [49.9,52.0] p90 59.5 p99 67.5 max 74.0 | server p50 49.5 p90 57.7 p99 65.4 | http overhead p50 1.8
|
||||
ab-cf32 b8_20 n=120 e2e p50 75.5 [73.4,80.5] p90 92.0 p99 99.0 max 99.2 | server p50 73.2 p90 89.6 p99 96.7 | http overhead p50 2.1
|
||||
ab-cf32 b20_60 n=120 e2e p50 190.2 [177.9,206.0] p90 254.5 p99 264.7 max 266.5 | server p50 185.1 p90 248.5 p99 258.2 | http overhead p50 5.2
|
||||
|
||||
## paired median difference vs ab-b32 (e2e ms; 95% bootstrap CI)
|
||||
ab-af32 b1_3 pairs=120 diff +16.5 [ +15.4, +17.0]
|
||||
ab-af32 b3_8 pairs=120 diff +21.6 [ +20.9, +22.3]
|
||||
ab-af32 b8_20 pairs=120 diff +35.0 [ +33.4, +36.6]
|
||||
ab-af32 b20_60 pairs=120 diff +92.2 [ +83.5, +98.1]
|
||||
ab-b16 b1_3 pairs=120 diff +5.8 [ +5.7, +6.0]
|
||||
ab-b16 b3_8 pairs=120 diff +6.0 [ +5.7, +6.4]
|
||||
ab-b16 b8_20 pairs=120 diff +4.7 [ +4.5, +5.3]
|
||||
ab-b16 b20_60 pairs=120 diff -9.7 [ -11.5, -8.1]
|
||||
ab-b16w b1_3 pairs=120 diff +0.5 [ +0.4, +0.6]
|
||||
ab-b16w b3_8 pairs=120 diff +0.9 [ +0.4, +1.2]
|
||||
ab-b16w b8_20 pairs=120 diff -0.3 [ -0.8, +0.3]
|
||||
ab-b16w b20_60 pairs=120 diff -13.7 [ -15.2, -12.2]
|
||||
ab-b32c b1_3 pairs=120 diff +0.0 [ -0.0, +0.1]
|
||||
ab-b32c b3_8 pairs=120 diff +0.1 [ -0.0, +0.1]
|
||||
ab-b32c b8_20 pairs=120 diff -0.1 [ -0.1, -0.1]
|
||||
ab-b32c b20_60 pairs=120 diff +1.2 [ +0.9, +1.5]
|
||||
ab-cf32 b1_3 pairs=120 diff +18.1 [ +17.4, +18.5]
|
||||
ab-cf32 b3_8 pairs=120 diff +24.8 [ +23.9, +25.8]
|
||||
ab-cf32 b8_20 pairs=120 diff +42.3 [ +40.1, +45.4]
|
||||
ab-cf32 b20_60 pairs=120 diff +111.0 [ +104.0, +120.0]
|
||||
|
||||
## concurrency 4 (ms)
|
||||
ab-af32 b1_3 n=40 err=0 e2e p50 144.1 p90 157.4 p99 174.4 | server p50 37.3 | 26.94 req/s, 60.2x realtime
|
||||
ab-af32 b20_60 n=40 err=0 e2e p50 684.2 p90 1047.8 p99 1200.8 | server p50 167.9 | 5.64 req/s, 242.3x realtime
|
||||
ab-af32 b3_8 n=40 err=0 e2e p50 187.4 p90 226.0 p99 269.7 | server p50 46.2 | 21.13 req/s, 105.2x realtime
|
||||
ab-af32 b8_20 n=40 err=0 e2e p50 273.4 p90 292.1 p99 354.1 | server p50 65.7 | 14.56 req/s, 174.6x realtime
|
||||
ab-b16 b1_3 n=40 err=0 e2e p50 105.2 p90 107.3 p99 132.3 | server p50 25.7 | 36.53 req/s, 81.7x realtime
|
||||
ab-b16 b20_60 n=40 err=0 e2e p50 258.1 p90 393.5 p99 528.4 | server p50 60.9 | 15.13 req/s, 649.5x realtime
|
||||
ab-b16 b3_8 n=40 err=0 e2e p50 117.5 p90 145.5 p99 170.1 | server p50 29.3 | 33.28 req/s, 165.6x realtime
|
||||
ab-b16 b8_20 n=40 err=0 e2e p50 145.2 p90 153.3 p99 182.5 | server p50 35.5 | 27.29 req/s, 327.1x realtime
|
||||
ab-b16w b1_3 n=40 err=0 e2e p50 84.4 p90 86.1 p99 114.2 | server p50 20.6 | 45.25 req/s, 101.2x realtime
|
||||
ab-b16w b20_60 n=40 err=0 e2e p50 236.2 p90 370.4 p99 443.2 | server p50 55.3 | 16.52 req/s, 709.0x realtime
|
||||
ab-b16w b3_8 n=40 err=0 e2e p50 97.2 p90 122.1 p99 140.4 | server p50 23.9 | 40.32 req/s, 200.7x realtime
|
||||
ab-b16w b8_20 n=40 err=0 e2e p50 124.3 p90 130.7 p99 156.6 | server p50 30.5 | 31.8 req/s, 381.2x realtime
|
||||
ab-b32 b1_3 n=40 err=0 e2e p50 83.8 p90 88.4 p99 107.7 | server p50 20.4 | 45.61 req/s, 102.0x realtime
|
||||
ab-b32 b20_60 n=40 err=0 e2e p50 314.2 p90 455.5 p99 490.8 | server p50 71.8 | 13.02 req/s, 558.8x realtime
|
||||
ab-b32 b3_8 n=40 err=0 e2e p50 96.8 p90 118.8 p99 139.3 | server p50 24.1 | 40.53 req/s, 201.7x realtime
|
||||
ab-b32 b8_20 n=40 err=0 e2e p50 129.4 p90 147.6 p99 166.6 | server p50 31.1 | 30.46 req/s, 365.2x realtime
|
||||
ab-b32c b1_3 n=40 err=0 e2e p50 86.1 p90 88.5 p99 112.7 | server p50 20.9 | 44.44 req/s, 99.4x realtime
|
||||
ab-b32c b20_60 n=40 err=0 e2e p50 302.8 p90 453.7 p99 556.9 | server p50 71.0 | 13.11 req/s, 563.0x realtime
|
||||
ab-b32c b3_8 n=40 err=0 e2e p50 96.4 p90 116.4 p99 207.8 | server p50 24.3 | 40.36 req/s, 200.9x realtime
|
||||
ab-b32c b8_20 n=40 err=0 e2e p50 129.5 p90 148.6 p99 164.9 | server p50 30.9 | 30.7 req/s, 368.1x realtime
|
||||
ab-cf32 b1_3 n=40 err=0 e2e p50 148.5 p90 162.5 p99 180.1 | server p50 38.8 | 26.04 req/s, 58.2x realtime
|
||||
ab-cf32 b20_60 n=40 err=0 e2e p50 789.2 p90 1167.6 p99 1283.0 | server p50 188.9 | 5.09 req/s, 218.6x realtime
|
||||
ab-cf32 b3_8 n=40 err=0 e2e p50 199.3 p90 255.9 p99 284.7 | server p50 48.8 | 19.98 req/s, 99.4x realtime
|
||||
ab-cf32 b8_20 n=40 err=0 e2e p50 295.0 p90 329.7 p99 369.9 | server p50 72.3 | 13.26 req/s, 159.0x realtime
|
||||
|
||||
## first call per bin after cold start (ms) vs that arm's warm e2e p50
|
||||
ab-b32 b1_3 first 59.9 warm p50 22.6
|
||||
ab-b32 b3_8 first 43.8 warm p50 26.3
|
||||
ab-b32 b8_20 first 37.8 warm p50 34.0
|
||||
ab-b32 b20_60 first 418.2 warm p50 76.1
|
||||
ab-b32c b1_3 first 59.5 warm p50 22.7
|
||||
ab-b32c b3_8 first 41.6 warm p50 26.3
|
||||
ab-b32c b8_20 first 37.5 warm p50 33.9
|
||||
ab-b32c b20_60 first 402.2 warm p50 77.9
|
||||
ab-b16w b1_3 first 63.8 warm p50 23.0
|
||||
ab-b16w b3_8 first 30.0 warm p50 27.0
|
||||
ab-b16w b8_20 first 35.5 warm p50 33.2
|
||||
ab-b16w b20_60 first 425.7 warm p50 61.8
|
||||
ab-b16 b1_3 first 66.9 warm p50 28.5
|
||||
ab-b16 b3_8 first 34.6 warm p50 32.2
|
||||
ab-b16 b8_20 first 45.7 warm p50 38.4
|
||||
ab-b16 b20_60 first 371.1 warm p50 65.7
|
||||
ab-cf32 b1_3 first 82.2 warm p50 40.6
|
||||
ab-cf32 b3_8 first 52.0 warm p50 51.2
|
||||
ab-cf32 b8_20 first 76.1 warm p50 75.5
|
||||
ab-cf32 b20_60 first 254.3 warm p50 190.2
|
||||
ab-af32 b1_3 first 80.1 warm p50 39.3
|
||||
ab-af32 b3_8 first 55.0 warm p50 47.8
|
||||
ab-af32 b8_20 first 71.4 warm p50 68.3
|
||||
ab-af32 b20_60 first 226.0 warm p50 170.0
|
||||
|
||||
## GPU memory per process (MiB)
|
||||
{"arm": "ab-b32", "pid": 3296542, "cold_s": 11.8, "rest_after_warmup_mib": 3836, "peak_utterance_block_mib": 4800, "peak_whole_life_mib": 5620, "last_mib": 4800, "samples": 2211}
|
||||
{"arm": "ab-b32c", "pid": 3298073, "cold_s": 12.1, "rest_after_warmup_mib": 3836, "peak_utterance_block_mib": 4800, "peak_whole_life_mib": 4800, "last_mib": 4800, "samples": 2108}
|
||||
{"arm": "ab-b16w", "pid": 3299497, "cold_s": 13.0, "rest_after_warmup_mib": 2492, "peak_utterance_block_mib": 2794, "peak_whole_life_mib": 3194, "last_mib": 2794, "samples": 2006}
|
||||
{"arm": "ab-b16", "pid": 3301181, "cold_s": 11.8, "rest_after_warmup_mib": 4802, "peak_utterance_block_mib": 5126, "peak_whole_life_mib": 5620, "last_mib": 5126, "samples": 1892}
|
||||
{"arm": "ab-cf32", "pid": 3302918, "cold_s": 45.2, "rest_after_warmup_mib": 3874, "peak_utterance_block_mib": 6946, "peak_whole_life_mib": 6946, "last_mib": 6946, "samples": 1789}
|
||||
{"arm": "ab-af32", "pid": 3306068, "cold_s": 44.7, "rest_after_warmup_mib": 3922, "peak_utterance_block_mib": 6994, "peak_whole_life_mib": 6994, "last_mib": 6994, "samples": 1494}
|
||||
@@ -0,0 +1,215 @@
|
||||
## single stream (ms)
|
||||
A-live b1_3 n= 40 e2e p50 186.9 [178.2,197.3] p90 221.1 p99 230.2 max 232.6 | server p50 nan p90 nan p99 nan | http overhead p50 nan
|
||||
A-live b3_8 n= 40 e2e p50 307.5 [274.5,329.2] p90 412.5 p99 442.1 max 454.0 | server p50 nan p90 nan p99 nan | http overhead p50 nan
|
||||
A-live b8_20 n= 40 e2e p50 625.7 [546.5,678.5] p90 861.8 p99 950.5 max 955.6 | server p50 nan p90 nan p99 nan | http overhead p50 nan
|
||||
ab-a1 b1_3 n=120 e2e p50 144.2 [141.2,151.5] p90 170.4 p99 183.6 max 190.5 | server p50 142.2 p90 168.5 p99 181.7 | http overhead p50 1.9
|
||||
ab-a1 b3_8 n=120 e2e p50 259.8 [250.6,279.0] p90 370.1 p99 383.9 max 396.0 | server p50 257.8 p90 367.9 p99 381.8 | http overhead p50 2.0
|
||||
ab-a1 b8_20 n=120 e2e p50 564.7 [537.4,599.1] p90 814.4 p99 896.0 max 926.6 | server p50 562.5 p90 812.0 p99 893.5 | http overhead p50 2.2
|
||||
ab-a1 b20_60 n=120 e2e p50 2026.8 [1773.8,2130.3] p90 2634.4 p99 2768.3 max 2918.0 | server p50 2021.9 p90 2628.0 p99 2763.1 | http overhead p50 5.0
|
||||
ab-a2 b1_3 n=120 e2e p50 149.6 [144.8,155.3] p90 176.1 p99 206.5 max 231.3 | server p50 147.7 p90 174.1 p99 204.2 | http overhead p50 1.8
|
||||
ab-a2 b3_8 n=120 e2e p50 265.1 [253.5,283.9] p90 374.2 p99 394.3 max 428.2 | server p50 263.0 p90 372.1 p99 392.3 | http overhead p50 1.9
|
||||
ab-a2 b8_20 n=120 e2e p50 567.6 [526.2,604.2] p90 814.2 p99 901.5 max 915.0 | server p50 565.6 p90 811.9 p99 898.9 | http overhead p50 2.1
|
||||
ab-a2 b20_60 n=120 e2e p50 2010.0 [1788.5,2146.1] p90 2717.1 p99 2826.1 max 2888.5 | server p50 2004.8 p90 2709.4 p99 2818.2 | http overhead p50 4.9
|
||||
ab-a50 b1_3 n=120 e2e p50 197.0 [193.7,204.2] p90 224.0 p99 233.4 max 250.7 | server p50 194.6 p90 222.2 p99 231.1 | http overhead p50 1.8
|
||||
ab-a50 b3_8 n=120 e2e p50 313.3 [300.9,332.2] p90 424.4 p99 454.8 max 462.8 | server p50 311.3 p90 422.4 p99 452.5 | http overhead p50 2.0
|
||||
ab-a50 b8_20 n=120 e2e p50 615.3 [576.1,648.8] p90 861.4 p99 943.2 max 948.8 | server p50 613.0 p90 859.1 p99 940.8 | http overhead p50 2.2
|
||||
ab-a50 b20_60 n=120 e2e p50 2072.3 [1835.1,2252.7] p90 2678.1 p99 2828.9 max 2864.5 | server p50 2067.0 p90 2671.9 p99 2822.7 | http overhead p50 4.9
|
||||
ab-af32 b1_3 n=120 e2e p50 38.1 [36.8,39.1] p90 41.0 p99 43.5 max 47.6 | server p50 36.5 p90 39.4 p99 41.8 | http overhead p50 1.5
|
||||
ab-af32 b3_8 n=120 e2e p50 46.7 [45.9,47.7] p90 53.1 p99 57.1 max 77.3 | server p50 45.0 p90 51.3 p99 55.3 | http overhead p50 1.7
|
||||
ab-af32 b8_20 n=120 e2e p50 67.0 [65.3,71.3] p90 80.4 p99 87.2 max 95.3 | server p50 65.0 p90 78.2 p99 84.5 | http overhead p50 1.9
|
||||
ab-af32 b20_60 n=120 e2e p50 167.0 [157.2,175.1] p90 219.2 p99 231.1 max 233.1 | server p50 162.1 p90 214.1 p99 225.9 | http overhead p50 4.6
|
||||
ab-apl b1_3 n=120 e2e p50 149.9 [146.9,157.7] p90 175.8 p99 189.6 max 191.6 | server p50 nan p90 nan p99 nan | http overhead p50 nan
|
||||
ab-apl b3_8 n=120 e2e p50 265.2 [253.8,287.0] p90 378.3 p99 406.3 max 425.4 | server p50 nan p90 nan p99 nan | http overhead p50 nan
|
||||
ab-apl b8_20 n=120 e2e p50 577.5 [547.2,610.4] p90 815.7 p99 927.9 max 946.4 | server p50 nan p90 nan p99 nan | http overhead p50 nan
|
||||
ab-apl b20_60 n=120 e2e p50 2043.4 [1819.7,2134.5] p90 2742.3 p99 2837.1 max 2917.1 | server p50 nan p90 nan p99 nan | http overhead p50 nan
|
||||
ab-at16 b1_3 n=120 e2e p50 85.0 [82.7,88.6] p90 97.6 p99 104.4 max 105.7 | server p50 83.1 p90 95.7 p99 100.4 | http overhead p50 1.9
|
||||
ab-at16 b3_8 n=120 e2e p50 142.6 [135.6,151.9] p90 185.3 p99 196.8 max 198.4 | server p50 140.6 p90 183.0 p99 194.6 | http overhead p50 2.0
|
||||
ab-at16 b8_20 n=120 e2e p50 318.0 [298.3,332.4] p90 437.7 p99 506.7 max 516.9 | server p50 315.7 p90 435.2 p99 504.3 | http overhead p50 2.2
|
||||
ab-at16 b20_60 n=120 e2e p50 1171.3 [1056.1,1275.6] p90 1545.7 p99 1610.0 max 1630.2 | server p50 1167.1 p90 1540.7 p99 1603.2 | http overhead p50 4.7
|
||||
ab-b16 b1_3 n=120 e2e p50 28.5 [28.2,28.6] p90 31.4 p99 55.4 max 63.6 | server p50 27.2 p90 30.2 p99 52.5 | http overhead p50 1.3
|
||||
ab-b16 b3_8 n=120 e2e p50 32.4 [31.9,33.0] p90 35.9 p99 38.5 max 63.2 | server p50 31.0 p90 34.4 p99 37.1 | http overhead p50 1.4
|
||||
ab-b16 b8_20 n=120 e2e p50 38.8 [38.1,39.3] p90 43.0 p99 45.7 max 75.7 | server p50 37.1 p90 41.1 p99 43.9 | http overhead p50 1.7
|
||||
ab-b16 b20_60 n=120 e2e p50 66.6 [64.4,72.5] p90 82.5 p99 94.9 max 428.4 | server p50 62.4 p90 77.9 p99 85.9 | http overhead p50 4.0
|
||||
ab-b32 b1_3 n=120 e2e p50 22.9 [22.7,23.2] p90 24.9 p99 29.4 max 60.7 | server p50 21.5 p90 23.4 p99 26.7 | http overhead p50 1.3
|
||||
ab-b32 b3_8 n=120 e2e p50 26.6 [25.9,26.9] p90 29.2 p99 30.4 max 51.3 | server p50 25.2 p90 27.6 p99 29.0 | http overhead p50 1.4
|
||||
ab-b32 b8_20 n=120 e2e p50 34.2 [33.3,35.1] p90 40.1 p99 61.9 max 238.1 | server p50 32.4 p90 37.9 p99 42.6 | http overhead p50 1.7
|
||||
ab-b32 b20_60 n=120 e2e p50 76.7 [72.3,84.5] p90 97.9 p99 257.7 max 418.2 | server p50 72.2 p90 92.7 p99 96.4 | http overhead p50 4.3
|
||||
ab-c b1_3 n=120 e2e p50 155.7 [150.8,161.8] p90 180.3 p99 197.2 max 220.9 | server p50 153.7 p90 178.2 p99 195.2 | http overhead p50 1.9
|
||||
ab-c b3_8 n=120 e2e p50 271.1 [260.9,296.2] p90 389.1 p99 413.8 max 414.1 | server p50 269.1 p90 387.1 p99 411.6 | http overhead p50 2.0
|
||||
ab-c b8_20 n=120 e2e p50 591.3 [557.3,626.8] p90 844.6 p99 941.6 max 951.6 | server p50 589.1 p90 840.8 p99 939.1 | http overhead p50 2.3
|
||||
ab-c b20_60 n=120 e2e p50 2101.0 [1846.4,2203.2] p90 2795.4 p99 2942.6 max 2968.9 | server p50 2096.2 p90 2787.6 p99 2934.8 | http overhead p50 5.8
|
||||
ab-cf16 b1_3 n=120 e2e p50 88.6 [88.1,89.1] p90 91.3 p99 115.8 max 131.5 | server p50 86.6 p90 89.4 p99 112.2 | http overhead p50 1.9
|
||||
ab-cf16 b3_8 n=120 e2e p50 98.9 [97.6,99.7] p90 107.1 p99 111.2 max 126.5 | server p50 96.9 p90 105.0 p99 108.0 | http overhead p50 2.0
|
||||
ab-cf16 b8_20 n=120 e2e p50 123.6 [122.5,127.9] p90 141.2 p99 148.1 max 150.8 | server p50 121.4 p90 138.7 p99 145.7 | http overhead p50 2.3
|
||||
ab-cf16 b20_60 n=120 e2e p50 244.1 [230.9,253.7] p90 306.5 p99 317.7 max 323.2 | server p50 238.5 p90 300.1 p99 310.3 | http overhead p50 5.4
|
||||
ab-cf32 b1_3 n=120 e2e p50 40.7 [39.6,41.5] p90 43.3 p99 66.5 max 73.8 | server p50 39.2 p90 41.5 p99 63.2 | http overhead p50 1.6
|
||||
ab-cf32 b3_8 n=120 e2e p50 50.4 [49.6,51.8] p90 58.1 p99 62.9 max 63.1 | server p50 48.6 p90 56.2 p99 60.8 | http overhead p50 1.8
|
||||
ab-cf32 b8_20 n=120 e2e p50 75.5 [73.7,79.0] p90 91.0 p99 97.8 max 99.7 | server p50 73.3 p90 88.6 p99 95.4 | http overhead p50 2.1
|
||||
ab-cf32 b20_60 n=120 e2e p50 186.2 [173.7,203.1] p90 247.8 p99 260.2 max 261.4 | server p50 180.6 p90 241.5 p99 253.6 | http overhead p50 4.7
|
||||
ab-d b1_3 n=120 e2e p50 149.5 [145.5,156.1] p90 173.9 p99 187.7 max 192.5 | server p50 147.5 p90 171.9 p99 185.7 | http overhead p50 2.0
|
||||
ab-d b3_8 n=120 e2e p50 263.8 [249.8,285.1] p90 378.6 p99 390.0 max 395.3 | server p50 261.6 p90 376.2 p99 387.5 | http overhead p50 2.1
|
||||
ab-d b8_20 n=120 e2e p50 564.9 [533.2,608.5] p90 805.5 p99 900.6 max 920.3 | server p50 562.6 p90 803.1 p99 897.6 | http overhead p50 2.3
|
||||
ab-d b20_60 n=120 e2e p50 2003.5 [1769.0,2152.5] p90 2718.3 p99 2767.2 max 2793.0 | server p50 1998.0 p90 2711.9 p99 2760.8 | http overhead p50 5.1
|
||||
|
||||
## paired median difference vs ab-a1 (e2e ms; 95% bootstrap CI)
|
||||
A-live b1_3 pairs= 40 diff +36.6 [ +34.3, +37.7]
|
||||
A-live b3_8 pairs= 40 diff +39.6 [ +38.2, +40.7]
|
||||
A-live b8_20 pairs= 40 diff +42.2 [ +36.2, +47.2]
|
||||
ab-a2 b1_3 pairs=120 diff +1.0 [ +0.7, +2.1]
|
||||
ab-a2 b3_8 pairs=120 diff +1.5 [ +0.9, +2.7]
|
||||
ab-a2 b8_20 pairs=120 diff +1.8 [ +0.4, +3.2]
|
||||
ab-a2 b20_60 pairs=120 diff +2.2 [ -3.8, +7.5]
|
||||
ab-a50 b1_3 pairs=120 diff +52.6 [ +52.1, +53.1]
|
||||
ab-a50 b3_8 pairs=120 diff +53.2 [ +52.5, +53.8]
|
||||
ab-a50 b8_20 pairs=120 diff +52.3 [ +50.8, +53.3]
|
||||
ab-a50 b20_60 pairs=120 diff +53.9 [ +50.6, +56.7]
|
||||
ab-af32 b1_3 pairs=120 diff -106.8 [ -114.2, -103.9]
|
||||
ab-af32 b3_8 pairs=120 diff -212.8 [ -234.2, -204.0]
|
||||
ab-af32 b8_20 pairs=120 diff -495.0 [ -528.9, -465.3]
|
||||
ab-af32 b20_60 pairs=120 diff -1858.7 [ -1962.3, -1616.2]
|
||||
ab-apl b1_3 pairs=120 diff +4.4 [ +3.9, +5.1]
|
||||
ab-apl b3_8 pairs=120 diff +5.8 [ +5.0, +6.8]
|
||||
ab-apl b8_20 pairs=120 diff +6.6 [ +4.9, +10.4]
|
||||
ab-apl b20_60 pairs=120 diff +16.8 [ +13.2, +22.3]
|
||||
ab-at16 b1_3 pairs=120 diff -60.8 [ -62.9, -58.3]
|
||||
ab-at16 b3_8 pairs=120 diff -119.0 [ -128.8, -112.7]
|
||||
ab-at16 b8_20 pairs=120 diff -248.7 [ -266.3, -231.7]
|
||||
ab-at16 b20_60 pairs=120 diff -844.0 [ -909.8, -749.0]
|
||||
ab-b16 b1_3 pairs=120 diff -114.8 [ -121.8, -111.6]
|
||||
ab-b16 b3_8 pairs=120 diff -229.0 [ -246.1, -218.0]
|
||||
ab-b16 b8_20 pairs=120 diff -526.7 [ -557.5, -490.8]
|
||||
ab-b16 b20_60 pairs=120 diff -1959.2 [ -2071.3, -1710.1]
|
||||
ab-b32 b1_3 pairs=120 diff -121.4 [ -128.4, -117.3]
|
||||
ab-b32 b3_8 pairs=120 diff -234.3 [ -252.9, -225.3]
|
||||
ab-b32 b8_20 pairs=120 diff -530.1 [ -564.6, -498.9]
|
||||
ab-b32 b20_60 pairs=120 diff -1947.1 [ -2059.2, -1686.0]
|
||||
ab-c b1_3 pairs=120 diff +7.7 [ +6.9, +8.3]
|
||||
ab-c b3_8 pairs=120 diff +12.2 [ +10.8, +14.2]
|
||||
ab-c b8_20 pairs=120 diff +22.0 [ +19.2, +24.3]
|
||||
ab-c b20_60 pairs=120 diff +70.9 [ +61.5, +80.7]
|
||||
ab-cf16 b1_3 pairs=120 diff -55.3 [ -61.2, -51.3]
|
||||
ab-cf16 b3_8 pairs=120 diff -160.3 [ -181.0, -152.1]
|
||||
ab-cf16 b8_20 pairs=120 diff -438.7 [ -472.0, -408.2]
|
||||
ab-cf16 b20_60 pairs=120 diff -1779.6 [ -1878.3, -1538.7]
|
||||
ab-cf32 b1_3 pairs=120 diff -103.8 [ -109.3, -101.4]
|
||||
ab-cf32 b3_8 pairs=120 diff -208.6 [ -228.4, -200.8]
|
||||
ab-cf32 b8_20 pairs=120 diff -488.1 [ -520.9, -460.5]
|
||||
ab-cf32 b20_60 pairs=120 diff -1838.5 [ -1935.3, -1594.5]
|
||||
ab-d b1_3 pairs=120 diff +2.9 [ +2.4, +3.4]
|
||||
ab-d b3_8 pairs=120 diff +3.5 [ +2.9, +4.2]
|
||||
ab-d b8_20 pairs=120 diff +2.9 [ +2.0, +4.7]
|
||||
ab-d b20_60 pairs=120 diff +4.3 [ +0.3, +10.1]
|
||||
|
||||
## concurrency 4 (ms)
|
||||
ab-a1 b1_3 n=40 err=0 e2e p50 568.6 p90 617.4 p99 646.6 | server p50 144.5 | 6.86 req/s, 15.3x realtime
|
||||
ab-a1 b20_60 n=40 err=0 e2e p50 8313.4 p90 12135.7 p99 13743.7 | server p50 2057.7 | 0.49 req/s, 21.2x realtime
|
||||
ab-a1 b3_8 n=40 err=0 e2e p50 1062.2 p90 1406.1 p99 1586.2 | server p50 269.7 | 3.68 req/s, 18.3x realtime
|
||||
ab-a1 b8_20 n=40 err=0 e2e p50 2303.8 p90 2745.2 p99 3574.6 | server p50 569.6 | 1.7 req/s, 20.3x realtime
|
||||
ab-a2 b1_3 n=40 err=0 e2e p50 561.1 p90 613.9 p99 638.7 | server p50 141.6 | 6.92 req/s, 15.5x realtime
|
||||
ab-a2 b20_60 n=40 err=0 e2e p50 7423.6 p90 12493.0 p99 15152.0 | server p50 2050.5 | 0.5 req/s, 21.3x realtime
|
||||
ab-a2 b3_8 n=40 err=0 e2e p50 1072.9 p90 1260.2 p99 1561.3 | server p50 267.7 | 3.73 req/s, 18.6x realtime
|
||||
ab-a2 b8_20 n=40 err=0 e2e p50 2294.5 p90 2734.5 p99 3556.0 | server p50 566.8 | 1.7 req/s, 20.4x realtime
|
||||
ab-a50 b1_3 n=40 err=0 e2e p50 773.7 p90 825.7 p99 857.5 | server p50 194.2 | 5.07 req/s, 11.3x realtime
|
||||
ab-a50 b20_60 n=40 err=0 e2e p50 8686.4 p90 12353.0 p99 16021.3 | server p50 2135.7 | 0.48 req/s, 20.5x realtime
|
||||
ab-a50 b3_8 n=40 err=0 e2e p50 1267.4 p90 1669.3 p99 1867.1 | server p50 320.0 | 3.1 req/s, 15.4x realtime
|
||||
ab-a50 b8_20 n=40 err=0 e2e p50 2531.8 p90 3318.8 p99 3462.2 | server p50 620.4 | 1.55 req/s, 18.6x realtime
|
||||
ab-af32 b1_3 n=40 err=0 e2e p50 137.6 p90 152.7 p99 158.4 | server p50 36.2 | 28.29 req/s, 63.3x realtime
|
||||
ab-af32 b20_60 n=40 err=0 e2e p50 661.7 p90 1119.5 p99 1284.2 | server p50 160.8 | 5.91 req/s, 253.7x realtime
|
||||
ab-af32 b3_8 n=40 err=0 e2e p50 181.3 p90 220.0 p99 263.7 | server p50 44.2 | 21.89 req/s, 109.0x realtime
|
||||
ab-af32 b8_20 n=40 err=0 e2e p50 264.5 p90 289.0 p99 348.8 | server p50 64.0 | 14.95 req/s, 179.2x realtime
|
||||
ab-apl b1_3 n=40 err=0 e2e p50 603.4 p90 658.4 p99 702.4 | server p50 nan | 6.47 req/s, 14.5x realtime
|
||||
ab-apl b20_60 n=40 err=0 e2e p50 8303.4 p90 13690.5 p99 15568.7 | server p50 nan | 0.49 req/s, 20.8x realtime
|
||||
ab-apl b3_8 n=40 err=0 e2e p50 1090.3 p90 1484.1 p99 1689.5 | server p50 nan | 3.59 req/s, 17.9x realtime
|
||||
ab-apl b8_20 n=40 err=0 e2e p50 2348.5 p90 3265.2 p99 3707.9 | server p50 nan | 1.64 req/s, 19.6x realtime
|
||||
ab-at16 b1_3 n=40 err=0 e2e p50 335.1 p90 359.1 p99 378.5 | server p50 83.7 | 11.72 req/s, 26.2x realtime
|
||||
ab-at16 b20_60 n=40 err=0 e2e p50 4646.5 p90 7005.3 p99 7903.2 | server p50 1165.4 | 0.86 req/s, 36.9x realtime
|
||||
ab-at16 b3_8 n=40 err=0 e2e p50 571.7 p90 653.7 p99 830.9 | server p50 144.8 | 6.99 req/s, 34.8x realtime
|
||||
ab-at16 b8_20 n=40 err=0 e2e p50 1299.3 p90 1530.2 p99 1788.6 | server p50 326.2 | 3.06 req/s, 36.6x realtime
|
||||
ab-b16 b1_3 n=40 err=0 e2e p50 105.9 p90 107.6 p99 132.5 | server p50 25.9 | 36.36 req/s, 81.3x realtime
|
||||
ab-b16 b20_60 n=40 err=0 e2e p50 253.3 p90 383.3 p99 437.2 | server p50 61.0 | 15.28 req/s, 655.9x realtime
|
||||
ab-b16 b3_8 n=40 err=0 e2e p50 122.4 p90 144.2 p99 173.9 | server p50 29.8 | 32.73 req/s, 162.9x realtime
|
||||
ab-b16 b8_20 n=40 err=0 e2e p50 146.5 p90 152.3 p99 189.2 | server p50 35.6 | 27.17 req/s, 325.8x realtime
|
||||
ab-b32 b1_3 n=40 err=0 e2e p50 84.6 p90 86.4 p99 113.4 | server p50 20.7 | 45.1 req/s, 100.9x realtime
|
||||
ab-b32 b20_60 n=40 err=0 e2e p50 308.1 p90 455.7 p99 538.7 | server p50 72.0 | 13.06 req/s, 560.6x realtime
|
||||
ab-b32 b3_8 n=40 err=0 e2e p50 98.4 p90 119.9 p99 140.3 | server p50 24.3 | 40.28 req/s, 200.5x realtime
|
||||
ab-b32 b8_20 n=40 err=0 e2e p50 128.8 p90 138.8 p99 167.2 | server p50 31.5 | 30.37 req/s, 364.1x realtime
|
||||
ab-c b1_3 n=40 err=0 e2e p50 636.2 p90 719.0 p99 720.2 | server p50 160.4 | 6.18 req/s, 13.8x realtime
|
||||
ab-c b20_60 n=40 err=0 e2e p50 8762.8 p90 12716.7 p99 14721.2 | server p50 2141.1 | 0.47 req/s, 20.4x realtime
|
||||
ab-c b3_8 n=40 err=0 e2e p50 1136.8 p90 1510.3 p99 1753.8 | server p50 284.6 | 3.45 req/s, 17.2x realtime
|
||||
ab-c b8_20 n=40 err=0 e2e p50 2414.6 p90 2882.7 p99 3714.5 | server p50 602.1 | 1.62 req/s, 19.4x realtime
|
||||
ab-cf16 b1_3 n=40 err=0 e2e p50 348.0 p90 355.3 p99 379.0 | server p50 86.5 | 11.53 req/s, 25.8x realtime
|
||||
ab-cf16 b20_60 n=40 err=0 e2e p50 1021.2 p90 1560.8 p99 1847.9 | server p50 239.8 | 4.0 req/s, 171.8x realtime
|
||||
ab-cf16 b3_8 n=40 err=0 e2e p50 390.7 p90 499.1 p99 558.5 | server p50 98.1 | 10.15 req/s, 50.5x realtime
|
||||
ab-cf16 b8_20 n=40 err=0 e2e p50 490.2 p90 522.2 p99 645.1 | server p50 121.1 | 8.06 req/s, 96.6x realtime
|
||||
ab-cf32 b1_3 n=40 err=0 e2e p50 148.4 p90 163.0 p99 165.8 | server p50 38.9 | 26.44 req/s, 59.1x realtime
|
||||
ab-cf32 b20_60 n=40 err=0 e2e p50 785.5 p90 1399.5 p99 1551.3 | server p50 186.5 | 5.08 req/s, 218.2x realtime
|
||||
ab-cf32 b3_8 n=40 err=0 e2e p50 199.4 p90 226.1 p99 285.8 | server p50 50.2 | 19.69 req/s, 98.0x realtime
|
||||
ab-cf32 b8_20 n=40 err=0 e2e p50 294.6 p90 328.6 p99 394.3 | server p50 72.1 | 13.3 req/s, 159.4x realtime
|
||||
ab-d b1_3 n=40 err=0 e2e p50 610.3 p90 658.2 p99 688.3 | server p50 151.4 | 6.49 req/s, 14.5x realtime
|
||||
ab-d b20_60 n=40 err=0 e2e p50 8643.5 p90 12435.2 p99 14957.1 | server p50 2062.9 | 0.49 req/s, 21.0x realtime
|
||||
ab-d b3_8 n=40 err=0 e2e p50 1104.4 p90 1462.3 p99 1633.0 | server p50 274.8 | 3.54 req/s, 17.6x realtime
|
||||
ab-d b8_20 n=40 err=0 e2e p50 2350.3 p90 2855.8 p99 3505.1 | server p50 577.1 | 1.65 req/s, 19.8x realtime
|
||||
|
||||
## first call per bin after cold start (ms) vs that arm's warm e2e p50
|
||||
ab-a1 b1_3 first 223.4 warm p50 144.2
|
||||
ab-a1 b3_8 first 357.1 warm p50 259.8
|
||||
ab-a1 b8_20 first 648.5 warm p50 564.7
|
||||
ab-a1 b20_60 first 2903.5 warm p50 2026.8
|
||||
ab-a2 b1_3 first 216.3 warm p50 149.6
|
||||
ab-a2 b3_8 first 293.6 warm p50 265.1
|
||||
ab-a2 b8_20 first 693.1 warm p50 567.6
|
||||
ab-a2 b20_60 first 2897.1 warm p50 2010.0
|
||||
ab-a50 b1_3 first 261.0 warm p50 197.0
|
||||
ab-a50 b3_8 first 358.0 warm p50 313.3
|
||||
ab-a50 b8_20 first 727.0 warm p50 615.3
|
||||
ab-a50 b20_60 first 2915.8 warm p50 2072.3
|
||||
ab-apl b1_3 first 205.3 warm p50 149.9
|
||||
ab-apl b3_8 first 291.3 warm p50 265.2
|
||||
ab-apl b8_20 first 670.6 warm p50 577.5
|
||||
ab-apl b20_60 first 2922.8 warm p50 2043.4
|
||||
ab-at16 b1_3 first 129.0 warm p50 85.0
|
||||
ab-at16 b3_8 first 159.7 warm p50 142.6
|
||||
ab-at16 b8_20 first 324.9 warm p50 318.0
|
||||
ab-at16 b20_60 first 1540.4 warm p50 1171.3
|
||||
ab-c b1_3 first 223.5 warm p50 155.7
|
||||
ab-c b3_8 first 354.6 warm p50 271.1
|
||||
ab-c b8_20 first 668.4 warm p50 591.3
|
||||
ab-c b20_60 first 2959.4 warm p50 2101.0
|
||||
ab-d b1_3 first 217.2 warm p50 149.5
|
||||
ab-d b3_8 first 286.2 warm p50 263.8
|
||||
ab-d b8_20 first 618.4 warm p50 564.9
|
||||
ab-d b20_60 first 2735.7 warm p50 2003.5
|
||||
ab-cf32 b1_3 first 82.5 warm p50 40.7
|
||||
ab-cf32 b3_8 first 51.0 warm p50 50.4
|
||||
ab-cf32 b8_20 first 79.6 warm p50 75.5
|
||||
ab-cf32 b20_60 first 254.3 warm p50 186.2
|
||||
ab-cf16 b1_3 first 123.5 warm p50 88.6
|
||||
ab-cf16 b3_8 first 97.6 warm p50 98.9
|
||||
ab-cf16 b8_20 first 134.6 warm p50 123.6
|
||||
ab-cf16 b20_60 first 304.5 warm p50 244.1
|
||||
ab-af32 b1_3 first 77.4 warm p50 38.1
|
||||
ab-af32 b3_8 first 47.8 warm p50 46.7
|
||||
ab-af32 b8_20 first 67.6 warm p50 67.0
|
||||
ab-af32 b20_60 first 218.7 warm p50 167.0
|
||||
ab-b32 b1_3 first 58.9 warm p50 22.9
|
||||
ab-b32 b3_8 first 43.8 warm p50 26.6
|
||||
ab-b32 b8_20 first 36.8 warm p50 34.2
|
||||
ab-b32 b20_60 first 409.8 warm p50 76.7
|
||||
ab-b16 b1_3 first 66.5 warm p50 28.5
|
||||
ab-b16 b3_8 first 35.4 warm p50 32.4
|
||||
ab-b16 b8_20 first 46.3 warm p50 38.8
|
||||
ab-b16 b20_60 first 372.2 warm p50 66.6
|
||||
|
||||
## GPU memory per process (MiB)
|
||||
{"arm": "ab-a1", "pid": 3208587, "cold_s": 48.2, "rest_after_warmup_mib": 932, "peak_utterance_block_mib": 5798, "peak_whole_life_mib": 38566, "last_mib": 38566, "samples": 30058}
|
||||
{"arm": "ab-a2", "pid": 3211852, "cold_s": 47.8, "rest_after_warmup_mib": 922, "peak_utterance_block_mib": 4764, "peak_whole_life_mib": 4764, "last_mib": 4764, "samples": 29036}
|
||||
{"arm": "ab-a50", "pid": 3215242, "cold_s": 47.5, "rest_after_warmup_mib": 922, "peak_utterance_block_mib": 4764, "peak_whole_life_mib": 4764, "last_mib": 4764, "samples": 22302}
|
||||
{"arm": "ab-apl", "pid": 3218510, "cold_s": 48.0, "rest_after_warmup_mib": 930, "peak_utterance_block_mib": 4772, "peak_whole_life_mib": 4772, "last_mib": 4772, "samples": 22003}
|
||||
{"arm": "ab-at16", "pid": 3221843, "cold_s": 47.7, "rest_after_warmup_mib": 1698, "peak_utterance_block_mib": 4772, "peak_whole_life_mib": 4772, "last_mib": 4772, "samples": 28137}
|
||||
{"arm": "ab-c", "pid": 3225020, "cold_s": 48.3, "rest_after_warmup_mib": 916, "peak_utterance_block_mib": 4758, "peak_whole_life_mib": 10902, "last_mib": 10902, "samples": 32579}
|
||||
{"arm": "ab-d", "pid": 3228280, "cold_s": 47.8, "rest_after_warmup_mib": 916, "peak_utterance_block_mib": 4758, "peak_whole_life_mib": 8854, "last_mib": 8854, "samples": 32309}
|
||||
{"arm": "ab-cf32", "pid": 3231568, "cold_s": 45.3, "rest_after_warmup_mib": 3874, "peak_utterance_block_mib": 6946, "peak_whole_life_mib": 6946, "last_mib": 6946, "samples": 20979}
|
||||
{"arm": "ab-cf16", "pid": 3234656, "cold_s": 45.6, "rest_after_warmup_mib": 2776, "peak_utterance_block_mib": 4824, "peak_whole_life_mib": 4824, "last_mib": 4824, "samples": 24866}
|
||||
{"arm": "ab-af32", "pid": 3237908, "cold_s": 44.6, "rest_after_warmup_mib": 3932, "peak_utterance_block_mib": 7004, "peak_whole_life_mib": 7004, "last_mib": 7004, "samples": 20764}
|
||||
{"arm": "ab-b32", "pid": 3240981, "cold_s": 12.1, "rest_after_warmup_mib": 3836, "peak_utterance_block_mib": 4800, "peak_whole_life_mib": 5620, "last_mib": 4800, "samples": 19712}
|
||||
{"arm": "ab-b16", "pid": 3242482, "cold_s": 11.8, "rest_after_warmup_mib": 4802, "peak_utterance_block_mib": 5126, "peak_whole_life_mib": 5620, "last_mib": 5126, "samples": 19923}
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,16 @@
|
||||
{"file": "scotus", "arm": "ab-a1", "k": 1, "status": 500, "err": "Internal Server Error"}
|
||||
{"file": "scotus", "arm": "ab-a1", "k": 2, "status": 500, "err": "Internal Server Error"}
|
||||
{"file": "scotus", "arm": "ab-b16w", "k": 1, "status": -1, "err": "ConnectionResetError(104, 'Connection reset by peer')"}
|
||||
{"file": "scotus", "arm": "ab-b16w", "k": 2, "status": -1, "err": "ConnectionResetError(104, 'Connection reset by peer')"}
|
||||
{"file": "scotus", "arm": "ab-b16wl", "k": 1, "e2e_s": 2.6, "wer": 4.99, "S": 70, "D": 209, "I": 9, "ref_words": 5772, "hyp_words": 5572, "dropouts": 4, "dropout_words": 54, "clean_dropouts": 1, "clean_dropout_words": 13, "insertion_runs": 0, "insertion_words": 0, "drop_spans_s": [[596.1, 597.7, 13, "crosstalk"], [608.6, 610.8, 11, "crosstalk"], [861.2, 864.4, 17, "crosstalk"], [1650.2, 1654.4, 13, "clean"]]}
|
||||
{"file": "scotus", "arm": "ab-b16wl", "k": 2, "e2e_s": 2.3, "wer": 5.02, "S": 72, "D": 206, "I": 12, "ref_words": 5772, "hyp_words": 5578, "dropouts": 4, "dropout_words": 54, "clean_dropouts": 1, "clean_dropout_words": 13, "insertion_runs": 0, "insertion_words": 0, "drop_spans_s": [[375.4, 377.8, 14, "crosstalk"], [596.1, 598.3, 16, "crosstalk"], [608.6, 610.8, 11, "crosstalk"], [1650.2, 1654.4, 13, "clean"]]}
|
||||
{"file": "scotus", "arm": "ab-cf32", "k": 1, "status": -1, "err": "ConnectionResetError(104, 'Connection reset by peer')"}
|
||||
{"file": "scotus", "arm": "ab-cf32", "k": 2, "status": -1, "err": "ConnectionResetError(104, 'Connection reset by peer')"}
|
||||
{"file": "wilde", "arm": "ab-a1", "k": 1, "status": 500, "err": "Internal Server Error"}
|
||||
{"file": "wilde", "arm": "ab-a1", "k": 2, "status": 500, "err": "Internal Server Error"}
|
||||
{"file": "wilde", "arm": "ab-b16w", "k": 1, "status": -1, "err": "RemoteDisconnected('Remote end closed connection without response')"}
|
||||
{"file": "wilde", "arm": "ab-b16w", "k": 2, "status": -1, "err": "ConnectionResetError(104, 'Connection reset by peer')"}
|
||||
{"file": "wilde", "arm": "ab-b16wl", "k": 1, "e2e_s": 2.0, "wer": 3.85, "S": 54, "D": 81, "I": 3, "ref_words": 3580, "hyp_words": 3502, "dropouts": 1, "dropout_words": 57, "clean_dropouts": 1, "clean_dropout_words": 57, "insertion_runs": 0, "insertion_words": 0, "drop_spans_s": [[12.8, 40.1, 57, "clean"]]}
|
||||
{"file": "wilde", "arm": "ab-b16wl", "k": 2, "e2e_s": 1.6, "wer": 3.77, "S": 52, "D": 80, "I": 3, "ref_words": 3580, "hyp_words": 3503, "dropouts": 1, "dropout_words": 57, "clean_dropouts": 1, "clean_dropout_words": 57, "insertion_runs": 0, "insertion_words": 0, "drop_spans_s": [[12.8, 40.1, 57, "clean"]]}
|
||||
{"file": "wilde", "arm": "ab-cf32", "k": 1, "status": 500, "err": "Internal Server Error"}
|
||||
{"file": "wilde", "arm": "ab-cf32", "k": 2, "status": -1, "err": "RemoteDisconnected('Remote end closed connection without response')"}
|
||||
@@ -0,0 +1,14 @@
|
||||
{"arm": "ab-a1", "file": "wilde", "windows": 4, "failed": 0, "wer": 48.72, "ref_words": 3580, "dropouts": 8, "dropout_words": 1676, "clean_dropouts": 8, "clean_dropout_words": 1676, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 17935.655}
|
||||
{"arm": "ab-a1", "file": "scotus", "windows": 5, "failed": 0, "wer": 9.44, "ref_words": 5772, "dropouts": 12, "dropout_words": 247, "clean_dropouts": 8, "clean_dropout_words": 196, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 17526.651}
|
||||
{"arm": "ab-af32", "file": "wilde", "windows": 4, "failed": 0, "wer": 3.99, "ref_words": 3580, "dropouts": 2, "dropout_words": 57, "clean_dropouts": 2, "clean_dropout_words": 57, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 3295.982}
|
||||
{"arm": "ab-af32", "file": "scotus", "windows": 5, "failed": 0, "wer": 4.42, "ref_words": 5772, "dropouts": 4, "dropout_words": 53, "clean_dropouts": 0, "clean_dropout_words": 0, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 2525.397}
|
||||
{"arm": "ab-b16w", "file": "wilde", "windows": 4, "failed": 0, "wer": 2.29, "ref_words": 3580, "dropouts": 0, "dropout_words": 0, "clean_dropouts": 0, "clean_dropout_words": 0, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 1671.85}
|
||||
{"arm": "ab-b16w", "file": "scotus", "windows": 5, "failed": 0, "wer": 5.02, "ref_words": 5772, "dropouts": 4, "dropout_words": 50, "clean_dropouts": 1, "clean_dropout_words": 13, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 1305.858}
|
||||
{"arm": "ab-b32", "file": "wilde", "windows": 4, "failed": 0, "wer": 2.29, "ref_words": 3580, "dropouts": 0, "dropout_words": 0, "clean_dropouts": 0, "clean_dropout_words": 0, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 2452.558}
|
||||
{"arm": "ab-b32", "file": "scotus", "windows": 5, "failed": 0, "wer": 5.02, "ref_words": 5772, "dropouts": 4, "dropout_words": 50, "clean_dropouts": 1, "clean_dropout_words": 13, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 1635.995}
|
||||
{"arm": "ab-c", "file": "wilde", "windows": 4, "failed": 0, "wer": 2.49, "ref_words": 3580, "dropouts": 0, "dropout_words": 0, "clean_dropouts": 0, "clean_dropout_words": 0, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 18471.986}
|
||||
{"arm": "ab-c", "file": "scotus", "windows": 5, "failed": 0, "wer": 5.02, "ref_words": 5772, "dropouts": 4, "dropout_words": 50, "clean_dropouts": 1, "clean_dropout_words": 13, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 17939.31}
|
||||
{"arm": "ab-cf32", "file": "wilde", "windows": 4, "failed": 0, "wer": 2.4, "ref_words": 3580, "dropouts": 0, "dropout_words": 0, "clean_dropouts": 0, "clean_dropout_words": 0, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 5789.12}
|
||||
{"arm": "ab-cf32", "file": "scotus", "windows": 5, "failed": 0, "wer": 5.02, "ref_words": 5772, "dropouts": 4, "dropout_words": 50, "clean_dropouts": 1, "clean_dropout_words": 13, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 1978.251}
|
||||
{"arm": "ab-d", "file": "wilde", "windows": 4, "failed": 0, "wer": 6.12, "ref_words": 3580, "dropouts": 3, "dropout_words": 133, "clean_dropouts": 3, "clean_dropout_words": 133, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 18578.754}
|
||||
{"arm": "ab-d", "file": "scotus", "windows": 5, "failed": 0, "wer": 4.7, "ref_words": 5772, "dropouts": 2, "dropout_words": 20, "clean_dropouts": 0, "clean_dropout_words": 0, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 17848.764}
|
||||
@@ -0,0 +1,10 @@
|
||||
{"arm": "ab-a1", "file": "wilde", "windows": 5, "failed": 0, "wer": 11.54, "ref_words": 3580, "dropouts": 10, "dropout_words": 320, "clean_dropouts": 10, "clean_dropout_words": 320, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 17629.211}
|
||||
{"arm": "ab-a1", "file": "scotus", "windows": 6, "failed": 0, "wer": 7.03, "ref_words": 5772, "dropouts": 8, "dropout_words": 120, "clean_dropouts": 5, "clean_dropout_words": 74, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 17804.285}
|
||||
{"arm": "ab-af32", "file": "wilde", "windows": 5, "failed": 0, "wer": 2.68, "ref_words": 3580, "dropouts": 1, "dropout_words": 16, "clean_dropouts": 1, "clean_dropout_words": 16, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 2451.737}
|
||||
{"arm": "ab-af32", "file": "scotus", "windows": 6, "failed": 0, "wer": 3.9, "ref_words": 5772, "dropouts": 3, "dropout_words": 36, "clean_dropouts": 1, "clean_dropout_words": 11, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 1702.969}
|
||||
{"arm": "ab-b16w", "file": "wilde", "windows": 5, "failed": 0, "wer": 2.09, "ref_words": 3580, "dropouts": 0, "dropout_words": 0, "clean_dropouts": 0, "clean_dropout_words": 0, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 636.527}
|
||||
{"arm": "ab-b16w", "file": "scotus", "windows": 6, "failed": 0, "wer": 4.83, "ref_words": 5772, "dropouts": 3, "dropout_words": 37, "clean_dropouts": 0, "clean_dropout_words": 0, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 633.802}
|
||||
{"arm": "ab-c", "file": "wilde", "windows": 5, "failed": 0, "wer": 2.37, "ref_words": 3580, "dropouts": 0, "dropout_words": 0, "clean_dropouts": 0, "clean_dropout_words": 0, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 18178.125}
|
||||
{"arm": "ab-c", "file": "scotus", "windows": 6, "failed": 0, "wer": 5.08, "ref_words": 5772, "dropouts": 4, "dropout_words": 48, "clean_dropouts": 0, "clean_dropout_words": 0, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 18120.522}
|
||||
{"arm": "ab-d", "file": "wilde", "windows": 5, "failed": 0, "wer": 29.05, "ref_words": 3580, "dropouts": 3, "dropout_words": 1009, "clean_dropouts": 3, "clean_dropout_words": 1009, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 17343.929}
|
||||
{"arm": "ab-d", "file": "scotus", "windows": 6, "failed": 0, "wer": 4.95, "ref_words": 5772, "dropouts": 4, "dropout_words": 43, "clean_dropouts": 1, "clean_dropout_words": 12, "insertion_runs": 0, "insertion_words": 0, "e2e_ms_median": 17934.451}
|
||||
@@ -0,0 +1,31 @@
|
||||
a5e223392c90e75f8144cdb5eb95af7625db389e39edef2bd1a9c872b3298fe6 unified-int8/decoder.int8.onnx
|
||||
6716910b7a0833997fec7a410494c995d70124001a0e9b66d6370d6aced577e0 unified-int8/encoder.int8.onnx
|
||||
869f43f7d24595c55581ad3bf249a935fb8a71389fbdaa7504b9f46f93140f8a unified-int8/joiner.int8.onnx
|
||||
dc0b4584ab2e4ddbf888425c076c61b736e7356a015250db7d307e6f1a8188ff unified-int8/tokens.txt
|
||||
b6bb64963457237b900e496ee9994b59294526439fbcc1fecf705b31a15c6b4e v2-int8/decoder.int8.onnx
|
||||
a32b12d17bbbc309d0686fbbcc2987b5e9b8333a7da83fa6b089f0a2acd651ab v2-int8/encoder.int8.onnx
|
||||
7946164367946e7f9f29a122407c3252b680dbae9a51343eb2488d057c3c43d2 v2-int8/joiner.int8.onnx
|
||||
ec182b70dd42113aff6c5372c75cac58c952443eb22322f57bbd7f53977d497d v2-int8/tokens.txt
|
||||
179e50c43d1a9de79c8a24149a2f9bac6eb5981823f2a2ed88d655b24248db4e /tank/parakeet/models/decoder.int8.onnx
|
||||
acfc2b4456377e15d04f0243af540b7fe7c992f8d898d751cf134c3a55fd2247 /tank/parakeet/models/encoder.int8.onnx
|
||||
3164c13fc2821009440d20fcb5fdc78bff28b4db2f8d0f0b329101719c0948b3 /tank/parakeet/models/joiner.int8.onnx
|
||||
d58544679ea4bc6ac563d1f545eb7d474bd6cfa467f0a6e2c1dc1c7d37e3c35d /tank/parakeet/models/tokens.txt
|
||||
ec23ed9150c8fde49072c3e2d61678ab903dbcef389d658db833420cbc1da35b /tank/aimodels/huggingface/hub/models--nvidia--parakeet-unified-en-0.6b/snapshots/fe53cd885760c96b6a5f51a0bfd362cb4584a98b/parakeet-unified-en-0.6b.nemo
|
||||
3ebb54deb0f0d935e5da6d3e66295858269a7c688bb331a35baae57ba7c02e3e unified-f32/decoder.onnx
|
||||
39785470a9f996da25323f082170fb2b601bcf9b7f602820a22848850cd51da3 unified-f32/encoder.onnx
|
||||
d1559afb5a1f5a601f707b30b52df97275385ee19e2bcfca99aeb7a9e570ebaf unified-f32/encoder.weights
|
||||
8432e0e591ca092e551bd55cc80f046b606a9916ae3530dcedfd565aa5ca32dd unified-f32/joiner.onnx
|
||||
dc0b4584ab2e4ddbf888425c076c61b736e7356a015250db7d307e6f1a8188ff unified-f32/tokens.txt
|
||||
d593cdb0e571f5a457ec2219af9968cbf6b0e8198e8f7839b40a8754593bf68c v3-f32/decoder.onnx
|
||||
ccb332d5845fee5b5dacdfe88631bff900ca06596c02d07d5548f991089be141 v3-f32/encoder.onnx
|
||||
9a22d372c51455c34f13405da2520baefb7125bd16981397561423ed32d24f36 v3-f32/encoder.weights
|
||||
33c2948a6635f6101c9915d9d464005039c0649ea61866103832d6b2d4110728 v3-f32/joiner.onnx
|
||||
d58544679ea4bc6ac563d1f545eb7d474bd6cfa467f0a6e2c1dc1c7d37e3c35d v3-f32/tokens.txt
|
||||
33a1a51fab010a42f8454200ec8f90de827a54401b9930f7cbc280c69e6401aa models/unified-f16/decoder.fp16.onnx
|
||||
e460b3b4fbbf4252f47151f588de9896fe05712db1f3ab26a43ea50ffbf881e1 models/unified-f16/encoder.fp16.onnx
|
||||
4187dc36791068b1a0546c04ff6efedfe6f3efa7652ec210fcd26b2665874f27 models/unified-f16/joiner.fp16.onnx
|
||||
dc0b4584ab2e4ddbf888425c076c61b736e7356a015250db7d307e6f1a8188ff models/unified-f16/tokens.txt
|
||||
6414358d22ad950e448dd8e822d93bcbdea82cc268cdd9cb50d803448dd63ff5 models/v3-f16/decoder.fp16.onnx
|
||||
2a355afa863caa940027518907146c8c8eedc2e56fb073eefbab2c7dd05507b9 models/v3-f16/encoder.fp16.onnx
|
||||
8653c5709d2462d019137a4ecf8093a7391467dac6b7a6856729f6c99ff771bc models/v3-f16/joiner.fp16.onnx
|
||||
d58544679ea4bc6ac563d1f545eb7d474bd6cfa467f0a6e2c1dc1c7d37e3c35d models/v3-f16/tokens.txt
|
||||
@@ -0,0 +1,50 @@
|
||||
[
|
||||
{
|
||||
"src": "github:k2-fsa/sherpa-onnx@asr-models/sherpa-onnx-nemo-parakeet-unified-en-0.6b-int8-non-streaming.tar.bz2",
|
||||
"sha256": "99f63605b3a85a54c250c0869670a687b7d6598a47bf2421515e1f839a76e150",
|
||||
"expected": "99f63605b3a85a54c250c0869670a687b7d6598a47bf2421515e1f839a76e150",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"src": "github:k2-fsa/sherpa-onnx@asr-models/sherpa-onnx-nemo-parakeet-tdt-0.6b-v2-int8.tar.bz2",
|
||||
"sha256": "157c157bc51155e03e37d2466522a3a737dd9c72bb25f36eb18912964161e1ad",
|
||||
"expected": "157c157bc51155e03e37d2466522a3a737dd9c72bb25f36eb18912964161e1ad",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"src": "hf-dataset:openslr/librispeech_asr@71cacbfb7e2354c4226d01e70d77d5fca3d04ba1/all/test.clean/0000.parquet",
|
||||
"sha256": "7113aa4c3cf963fb54697145719a7725f984c8836d1c494a554cbb9f1a017df0",
|
||||
"expected": "7113aa4c3cf963fb54697145719a7725f984c8836d1c494a554cbb9f1a017df0",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"src": "hf-dataset:openslr/librispeech_asr@71cacbfb7e2354c4226d01e70d77d5fca3d04ba1/all/test.other/0000.parquet",
|
||||
"sha256": "38e0c86a8104585c577badd707ca4331e20fa2c645f46180af0b7bcdecff9249",
|
||||
"expected": "38e0c86a8104585c577badd707ca4331e20fa2c645f46180af0b7bcdecff9249",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"src": "hf-dataset:edinburghcstr/ami@46f28f2503e2ec48f8867a84eef356c70476beab/ihm/test-00000-of-00004.parquet",
|
||||
"sha256": "d95920dccc6924c15215239461bf5d1152fe07c9c61add073bd12da26dd602e0",
|
||||
"expected": "d95920dccc6924c15215239461bf5d1152fe07c9c61add073bd12da26dd602e0",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"src": "hf-dataset:edinburghcstr/ami@46f28f2503e2ec48f8867a84eef356c70476beab/ihm/test-00001-of-00004.parquet",
|
||||
"sha256": "07a2b1c407cf36bc1e66c1362b0248ed32c897edc2a116549d1dc6b456dc2325",
|
||||
"expected": "07a2b1c407cf36bc1e66c1362b0248ed32c897edc2a116549d1dc6b456dc2325",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"src": "hf-dataset:edinburghcstr/ami@46f28f2503e2ec48f8867a84eef356c70476beab/ihm/test-00002-of-00004.parquet",
|
||||
"sha256": "83cde21e55fc884295585327b0ee334cba47ad53bdb787dd5f97437067aca5f8",
|
||||
"expected": "83cde21e55fc884295585327b0ee334cba47ad53bdb787dd5f97437067aca5f8",
|
||||
"ok": true
|
||||
},
|
||||
{
|
||||
"src": "hf-dataset:edinburghcstr/ami@46f28f2503e2ec48f8867a84eef356c70476beab/ihm/test-00003-of-00004.parquet",
|
||||
"sha256": "3312bb79400ddef62d5a0097e124dfabe86a693b4643e7fef7d72a62588280d7",
|
||||
"expected": "3312bb79400ddef62d5a0097e124dfabe86a693b4643e7fef7d72a62588280d7",
|
||||
"ok": true
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,12 @@
|
||||
{"arm": "ab-a1", "desc": "A' #1: seat image, v3 int8, 1 thread", "port": 18301, "args": ["sherpa", "/tank/parakeet/models", "1"], "pid": 3208587, "t_started": 1790811521.2825475, "t_ready": 1790811569.5255, "cold_s": 48.2}
|
||||
{"arm": "ab-a2", "desc": "A' #2: identical second instance (floor)", "port": 18302, "args": ["sherpa", "/tank/parakeet/models", "1"], "pid": 3211852, "t_started": 1790811576.796222, "t_ready": 1790811624.5894935, "cold_s": 47.8}
|
||||
{"arm": "ab-a50", "desc": "A' +50 ms injected (positive control)", "port": 18303, "args": ["sherpa", "/tank/parakeet/models", "1", "int8.onnx", "50"], "pid": 3215242, "t_started": 1790811639.0406506, "t_ready": 1790811686.5703068, "cold_s": 47.5}
|
||||
{"arm": "ab-apl", "desc": "A' with the image's app untouched (null)", "port": 18309, "args": ["sherpa", "/tank/parakeet/models", "1", "int8.onnx", "0", "1"], "pid": 3218510, "t_started": 1790811700.479341, "t_ready": 1790811748.4358485, "cold_s": 48.0}
|
||||
{"arm": "ab-at16", "desc": "A' with NUM_THREADS=16", "port": 18326, "args": ["sherpa", "/tank/parakeet/models", "16"], "pid": 3221843, "t_started": 1790811761.932911, "t_ready": 1790811809.6139424, "cold_s": 47.7}
|
||||
{"arm": "ab-c", "desc": "C: unified-en int8 (k2-fsa), seat runtime", "port": 18304, "args": ["sherpa", "/tank/spikes/parakeet-ab/models/unified-int8", "1"], "pid": 3225020, "t_started": 1790811814.8874962, "t_ready": 1790811863.2119331, "cold_s": 48.3}
|
||||
{"arm": "ab-d", "desc": "D: v2 int8 (k2-fsa), seat runtime", "port": 18305, "args": ["sherpa", "/tank/spikes/parakeet-ab/models/v2-int8", "1"], "pid": 3228280, "t_started": 1790811870.555265, "t_ready": 1790811918.3397377, "cold_s": 47.8}
|
||||
{"arm": "ab-cf32", "desc": "C-fp32: unified-en fp32 ONNX (k2-fsa export recipe), seat runtime", "port": 18312, "args": ["sherpa", "/tank/spikes/parakeet-ab/models/unified-f32", "1", "onnx"], "pid": 3231568, "t_started": 1790811925.3162308, "t_ready": 1790811970.5963125, "cold_s": 45.3}
|
||||
{"arm": "ab-cf16", "desc": "C-fp16: unified-en fp16 ONNX (pre_encode kept fp32), seat runtime", "port": 18310, "args": ["sherpa", "/tank/spikes/parakeet-ab/models/unified-f16", "1", "fp16.onnx"], "pid": 3234656, "t_started": 1790811976.9534578, "t_ready": 1790812022.51367, "cold_s": 45.6}
|
||||
{"arm": "ab-af32", "desc": "A-fp32: the seat's v3 as fp32 ONNX (k2-fsa export recipe), seat runtime", "port": 18311, "args": ["sherpa", "/tank/spikes/parakeet-ab/models/v3-f32", "1", "onnx"], "pid": 3237908, "t_started": 1790812033.2831473, "t_ready": 1790812077.8861537, "cold_s": 44.6}
|
||||
{"arm": "ab-b32", "desc": "B-fp32: unified-en, NeMo 3.0.0 torch", "port": 18306, "args": ["nemo", "fp32", "direct", "1"], "pid": 3241955, "t_started": 1790812084.4791186, "t_ready": 1790812096.572915, "cold_s": 12.1}
|
||||
{"arm": "ab-b16", "desc": "B-bf16: unified-en, NeMo 3.0.0 torch, autocast bf16", "port": 18307, "args": ["nemo", "bf16", "direct", "1"], "pid": 3243470, "t_started": 1790812110.0783296, "t_ready": 1790812121.9070916, "cold_s": 11.8}
|
||||
@@ -0,0 +1,6 @@
|
||||
{"arm": "ab-b32", "desc": "B-fp32: unified-en, NeMo 3.0.0 torch", "port": 18306, "args": ["nemo", "fp32", "direct", "1"], "pid": 3297569, "t_started": 1790816206.0796213, "t_ready": 1790816217.889909, "cold_s": 11.8}
|
||||
{"arm": "ab-b32c", "desc": "B-fp32, .nemo restored on CPU then moved to GPU", "port": 18314, "args": ["nemo", "fp32", "direct", "1", "1"], "pid": 3298989, "t_started": 1790816226.5622911, "t_ready": 1790816238.6615515, "cold_s": 12.1}
|
||||
{"arm": "ab-b16w", "desc": "B-bf16w: encoder/decoder/joint weights in bf16, CPU load", "port": 18315, "args": ["nemo", "bf16w", "direct", "1", "1"], "pid": 3300531, "t_started": 1790816247.0396595, "t_ready": 1790816259.997797, "cold_s": 13.0}
|
||||
{"arm": "ab-b16", "desc": "B-bf16: unified-en, NeMo 3.0.0 torch, autocast bf16", "port": 18307, "args": ["nemo", "bf16", "direct", "1"], "pid": 3302224, "t_started": 1790816272.6623154, "t_ready": 1790816284.4539192, "cold_s": 11.8}
|
||||
{"arm": "ab-cf32", "desc": "C-fp32: unified-en fp32 ONNX (k2-fsa export recipe), seat runtime", "port": 18312, "args": ["sherpa", "/tank/spikes/parakeet-ab/models/unified-f32", "1", "onnx"], "pid": 3302918, "t_started": 1790816303.3597174, "t_ready": 1790816348.5139284, "cold_s": 45.2}
|
||||
{"arm": "ab-af32", "desc": "A-fp32: the seat's v3 as fp32 ONNX (k2-fsa export recipe), seat runtime", "port": 18311, "args": ["sherpa", "/tank/spikes/parakeet-ab/models/v3-f32", "1", "onnx"], "pid": 3306068, "t_started": 1790816364.7978728, "t_ready": 1790816409.478592, "cold_s": 44.7}
|
||||
@@ -0,0 +1,48 @@
|
||||
{"arm": "ab-a1", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790811572.8162718, "e2e_ms": 223.357, "server_ms": 211.723, "status": 200, "err": null}
|
||||
{"arm": "ab-a1", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790811573.1746786, "e2e_ms": 357.146, "server_ms": 354.976, "status": 200, "err": null}
|
||||
{"arm": "ab-a1", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790811573.825034, "e2e_ms": 648.487, "server_ms": 645.411, "status": 200, "err": null}
|
||||
{"arm": "ab-a1", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790811576.7342896, "e2e_ms": 2903.51, "server_ms": 2893.909, "status": 200, "err": null}
|
||||
{"arm": "ab-a2", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790811627.8702877, "e2e_ms": 216.276, "server_ms": 202.644, "status": 200, "err": null}
|
||||
{"arm": "ab-a2", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790811628.164761, "e2e_ms": 293.576, "server_ms": 290.873, "status": 200, "err": null}
|
||||
{"arm": "ab-a2", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790811628.859162, "e2e_ms": 693.055, "server_ms": 689.739, "status": 200, "err": null}
|
||||
{"arm": "ab-a2", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790811631.7620885, "e2e_ms": 2897.135, "server_ms": 2887.724, "status": 200, "err": null}
|
||||
{"arm": "ab-a50", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790811689.895353, "e2e_ms": 260.979, "server_ms": 251.681, "status": 200, "err": null}
|
||||
{"arm": "ab-a50", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790811690.2542, "e2e_ms": 358.01, "server_ms": 355.108, "status": 200, "err": null}
|
||||
{"arm": "ab-a50", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790811690.9825685, "e2e_ms": 726.984, "server_ms": 724.065, "status": 200, "err": null}
|
||||
{"arm": "ab-a50", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790811693.9041705, "e2e_ms": 2915.796, "server_ms": 2905.895, "status": 200, "err": null}
|
||||
{"arm": "ab-apl", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790811751.7075408, "e2e_ms": 205.271, "server_ms": null, "status": 200, "err": null}
|
||||
{"arm": "ab-apl", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790811751.9997044, "e2e_ms": 291.27, "server_ms": null, "status": 200, "err": null}
|
||||
{"arm": "ab-apl", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790811752.6717346, "e2e_ms": 670.646, "server_ms": null, "status": 200, "err": null}
|
||||
{"arm": "ab-apl", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790811755.6003006, "e2e_ms": 2922.753, "server_ms": null, "status": 200, "err": null}
|
||||
{"arm": "ab-at16", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790811812.8083022, "e2e_ms": 129.012, "server_ms": 124.959, "status": 200, "err": null}
|
||||
{"arm": "ab-at16", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790811812.9687788, "e2e_ms": 159.71, "server_ms": 157.74, "status": 200, "err": null}
|
||||
{"arm": "ab-at16", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790811813.2948213, "e2e_ms": 324.896, "server_ms": 321.865, "status": 200, "err": null}
|
||||
{"arm": "ab-at16", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790811814.8389106, "e2e_ms": 1540.444, "server_ms": 1531.975, "status": 200, "err": null}
|
||||
{"arm": "ab-c", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790811866.5098884, "e2e_ms": 223.541, "server_ms": 210.645, "status": 200, "err": null}
|
||||
{"arm": "ab-c", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790811866.8653347, "e2e_ms": 354.618, "server_ms": 351.397, "status": 200, "err": null}
|
||||
{"arm": "ab-c", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790811867.5352015, "e2e_ms": 668.441, "server_ms": 665.287, "status": 200, "err": null}
|
||||
{"arm": "ab-c", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790811870.5005066, "e2e_ms": 2959.405, "server_ms": 2949.41, "status": 200, "err": null}
|
||||
{"arm": "ab-d", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790811921.618863, "e2e_ms": 217.189, "server_ms": 212.387, "status": 200, "err": null}
|
||||
{"arm": "ab-d", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790811921.905966, "e2e_ms": 286.202, "server_ms": 284.139, "status": 200, "err": null}
|
||||
{"arm": "ab-d", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790811922.5258143, "e2e_ms": 618.419, "server_ms": 616.048, "status": 200, "err": null}
|
||||
{"arm": "ab-d", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790811925.2671535, "e2e_ms": 2735.659, "server_ms": 2727.488, "status": 200, "err": null}
|
||||
{"arm": "ab-cf32", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790811973.740321, "e2e_ms": 82.453, "server_ms": 71.038, "status": 200, "err": null}
|
||||
{"arm": "ab-cf32", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790811973.792273, "e2e_ms": 51.008, "server_ms": 49.114, "status": 200, "err": null}
|
||||
{"arm": "ab-cf32", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790811973.8732834, "e2e_ms": 79.593, "server_ms": 77.421, "status": 200, "err": null}
|
||||
{"arm": "ab-cf32", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790811974.133343, "e2e_ms": 254.278, "server_ms": 245.859, "status": 200, "err": null}
|
||||
{"arm": "ab-cf16", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790812025.6972337, "e2e_ms": 123.521, "server_ms": 119.342, "status": 200, "err": null}
|
||||
{"arm": "ab-cf16", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790812025.7957647, "e2e_ms": 97.643, "server_ms": 95.538, "status": 200, "err": null}
|
||||
{"arm": "ab-cf16", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790812025.9317398, "e2e_ms": 134.637, "server_ms": 132.425, "status": 200, "err": null}
|
||||
{"arm": "ab-cf16", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790812026.2421963, "e2e_ms": 304.539, "server_ms": 298.103, "status": 200, "err": null}
|
||||
{"arm": "ab-af32", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790812081.0276036, "e2e_ms": 77.379, "server_ms": 73.332, "status": 200, "err": null}
|
||||
{"arm": "ab-af32", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790812081.0759206, "e2e_ms": 47.811, "server_ms": 45.966, "status": 200, "err": null}
|
||||
{"arm": "ab-af32", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790812081.144304, "e2e_ms": 67.599, "server_ms": 65.54, "status": 200, "err": null}
|
||||
{"arm": "ab-af32", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790812081.368576, "e2e_ms": 218.673, "server_ms": 211.82, "status": 200, "err": null}
|
||||
{"arm": "ab-b32", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790812099.6981435, "e2e_ms": 58.892, "server_ms": 55.234, "status": 200, "err": null}
|
||||
{"arm": "ab-b32", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790812099.742739, "e2e_ms": 43.753, "server_ms": 41.778, "status": 200, "err": null}
|
||||
{"arm": "ab-b32", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790812099.7807178, "e2e_ms": 36.787, "server_ms": 34.631, "status": 200, "err": null}
|
||||
{"arm": "ab-b32", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790812100.1957908, "e2e_ms": 409.785, "server_ms": 404.602, "status": 200, "err": null}
|
||||
{"arm": "ab-b16", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790812125.038448, "e2e_ms": 66.532, "server_ms": 63.429, "status": 200, "err": null}
|
||||
{"arm": "ab-b16", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790812125.0743783, "e2e_ms": 35.432, "server_ms": 34.011, "status": 200, "err": null}
|
||||
{"arm": "ab-b16", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790812125.1213822, "e2e_ms": 46.311, "server_ms": 44.775, "status": 200, "err": null}
|
||||
{"arm": "ab-b16", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790812125.496252, "e2e_ms": 372.25, "server_ms": 366.245, "status": 200, "err": null}
|
||||
@@ -0,0 +1,24 @@
|
||||
{"arm": "ab-b32", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790816221.013521, "e2e_ms": 59.851, "server_ms": 54.094, "status": 200, "err": null}
|
||||
{"arm": "ab-b32", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790816221.0585623, "e2e_ms": 43.834, "server_ms": 41.805, "status": 200, "err": null}
|
||||
{"arm": "ab-b32", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790816221.0981514, "e2e_ms": 37.795, "server_ms": 35.555, "status": 200, "err": null}
|
||||
{"arm": "ab-b32", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790816221.522522, "e2e_ms": 418.164, "server_ms": 411.974, "status": 200, "err": null}
|
||||
{"arm": "ab-b32c", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790816241.7849388, "e2e_ms": 59.458, "server_ms": 55.307, "status": 200, "err": null}
|
||||
{"arm": "ab-b32c", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790816241.8273792, "e2e_ms": 41.581, "server_ms": 39.885, "status": 200, "err": null}
|
||||
{"arm": "ab-b32c", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790816241.8661036, "e2e_ms": 37.455, "server_ms": 35.537, "status": 200, "err": null}
|
||||
{"arm": "ab-b32c", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790816242.2739592, "e2e_ms": 402.225, "server_ms": 397.094, "status": 200, "err": null}
|
||||
{"arm": "ab-b16w", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790816263.127731, "e2e_ms": 63.82, "server_ms": 60.048, "status": 200, "err": null}
|
||||
{"arm": "ab-b16w", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790816263.1586285, "e2e_ms": 30.025, "server_ms": 28.023, "status": 200, "err": null}
|
||||
{"arm": "ab-b16w", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790816263.1953354, "e2e_ms": 35.514, "server_ms": 33.704, "status": 200, "err": null}
|
||||
{"arm": "ab-b16w", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790816263.6265936, "e2e_ms": 425.701, "server_ms": 420.002, "status": 200, "err": null}
|
||||
{"arm": "ab-b16", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790816287.585979, "e2e_ms": 66.902, "server_ms": 62.627, "status": 200, "err": null}
|
||||
{"arm": "ab-b16", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790816287.6214647, "e2e_ms": 34.6, "server_ms": 32.956, "status": 200, "err": null}
|
||||
{"arm": "ab-b16", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790816287.6683974, "e2e_ms": 45.725, "server_ms": 43.718, "status": 200, "err": null}
|
||||
{"arm": "ab-b16", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790816288.0451334, "e2e_ms": 371.06, "server_ms": 365.392, "status": 200, "err": null}
|
||||
{"arm": "ab-cf32", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790816351.6597226, "e2e_ms": 82.221, "server_ms": 69.437, "status": 200, "err": null}
|
||||
{"arm": "ab-cf32", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790816351.7125669, "e2e_ms": 52.004, "server_ms": 50.127, "status": 200, "err": null}
|
||||
{"arm": "ab-cf32", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790816351.7899551, "e2e_ms": 76.074, "server_ms": 73.933, "status": 200, "err": null}
|
||||
{"arm": "ab-cf32", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790816352.0501974, "e2e_ms": 254.323, "server_ms": 245.954, "status": 200, "err": null}
|
||||
{"arm": "ab-af32", "id": "b1_3_10", "bin": "b1_3", "dur": 2.555, "t_wall": 1790816412.624493, "e2e_ms": 80.051, "server_ms": 75.117, "status": 200, "err": null}
|
||||
{"arm": "ab-af32", "id": "b3_8_10", "bin": "b3_8", "dur": 5.05, "t_wall": 1790816412.6803863, "e2e_ms": 55.033, "server_ms": 53.184, "status": 200, "err": null}
|
||||
{"arm": "ab-af32", "id": "b8_20_10", "bin": "b8_20", "dur": 11.64, "t_wall": 1790816412.753076, "e2e_ms": 71.369, "server_ms": 68.847, "status": 200, "err": null}
|
||||
{"arm": "ab-af32", "id": "b20_60_10", "bin": "b20_60", "dur": 54.9, "t_wall": 1790816412.9848804, "e2e_ms": 226.024, "server_ms": 218.215, "status": 200, "err": null}
|
||||
Binary file not shown.
@@ -0,0 +1,96 @@
|
||||
{"arm": "ab-a1", "phase": "rest-after-warmup", "t0": 1790811569.5917542, "t1": 1790811572.5917592}
|
||||
{"arm": "ab-a2", "phase": "rest-after-warmup", "t0": 1790811624.6530228, "t1": 1790811627.653029}
|
||||
{"arm": "ab-a50", "phase": "rest-after-warmup", "t0": 1790811686.6333246, "t1": 1790811689.6333303}
|
||||
{"arm": "ab-apl", "phase": "rest-after-warmup", "t0": 1790811748.5013003, "t1": 1790811751.501305}
|
||||
{"arm": "ab-at16", "phase": "rest-after-warmup", "t0": 1790811809.678218, "t1": 1790811812.6782246}
|
||||
{"arm": "ab-c", "phase": "rest-after-warmup", "t0": 1790811863.285389, "t1": 1790811866.285394}
|
||||
{"arm": "ab-d", "phase": "rest-after-warmup", "t0": 1790811918.4005463, "t1": 1790811921.4005525}
|
||||
{"arm": "ab-cf32", "phase": "rest-after-warmup", "t0": 1790811970.656792, "t1": 1790811973.656798}
|
||||
{"arm": "ab-cf16", "phase": "rest-after-warmup", "t0": 1790812022.5726755, "t1": 1790812025.5726814}
|
||||
{"arm": "ab-af32", "phase": "rest-after-warmup", "t0": 1790812077.9493158, "t1": 1790812080.949321}
|
||||
{"arm": "ab-b32", "phase": "rest-after-warmup", "t0": 1790812096.638151, "t1": 1790812099.6381571}
|
||||
{"arm": "ab-b16", "phase": "rest-after-warmup", "t0": 1790812121.9710329, "t1": 1790812124.971038}
|
||||
{"arm": "ab-a2", "phase": "lat-r0", "t0": 1790812125.4965167, "t1": 1790812187.007135}
|
||||
{"arm": "ab-d", "phase": "lat-r0", "t0": 1790812187.0072649, "t1": 1790812247.578683}
|
||||
{"arm": "ab-a50", "phase": "lat-r0", "t0": 1790812247.5788965, "t1": 1790812312.7582943}
|
||||
{"arm": "ab-cf16", "phase": "lat-r0", "t0": 1790812312.758496, "t1": 1790812324.3687835}
|
||||
{"arm": "ab-cf32", "phase": "lat-r0", "t0": 1790812324.3689945, "t1": 1790812331.8374858}
|
||||
{"arm": "ab-b16", "phase": "lat-r0", "t0": 1790812331.837698, "t1": 1790812336.0153196}
|
||||
{"arm": "ab-c", "phase": "lat-r0", "t0": 1790812336.0154521, "t1": 1790812399.656281}
|
||||
{"arm": "ab-b32", "phase": "lat-r0", "t0": 1790812399.6564975, "t1": 1790812403.616376}
|
||||
{"arm": "ab-a1", "phase": "lat-r0", "t0": 1790812403.6165466, "t1": 1790812465.578666}
|
||||
{"arm": "ab-at16", "phase": "lat-r0", "t0": 1790812465.5788743, "t1": 1790812500.7428703}
|
||||
{"arm": "ab-apl", "phase": "lat-r0", "t0": 1790812500.743009, "t1": 1790812562.8481212}
|
||||
{"arm": "ab-af32", "phase": "lat-r0", "t0": 1790812562.8483267, "t1": 1790812569.6138718}
|
||||
{"arm": "ab-af32", "phase": "lat-r1", "t0": 1790812569.61402, "t1": 1790812576.3360198}
|
||||
{"arm": "ab-cf32", "phase": "lat-r1", "t0": 1790812576.3362226, "t1": 1790812583.880805}
|
||||
{"arm": "ab-apl", "phase": "lat-r1", "t0": 1790812583.8810163, "t1": 1790812644.794285}
|
||||
{"arm": "ab-b32", "phase": "lat-r1", "t0": 1790812644.79448, "t1": 1790812648.2971654}
|
||||
{"arm": "ab-b16", "phase": "lat-r1", "t0": 1790812648.297381, "t1": 1790812651.953531}
|
||||
{"arm": "ab-c", "phase": "lat-r1", "t0": 1790812651.9537418, "t1": 1790812715.5186048}
|
||||
{"arm": "ab-d", "phase": "lat-r1", "t0": 1790812715.5188184, "t1": 1790812776.678384}
|
||||
{"arm": "ab-at16", "phase": "lat-r1", "t0": 1790812776.6785686, "t1": 1790812811.7173295}
|
||||
{"arm": "ab-a1", "phase": "lat-r1", "t0": 1790812811.717519, "t1": 1790812872.9456182}
|
||||
{"arm": "ab-a2", "phase": "lat-r1", "t0": 1790812872.9458008, "t1": 1790812933.6530173}
|
||||
{"arm": "ab-a50", "phase": "lat-r1", "t0": 1790812933.65325, "t1": 1790812998.1032982}
|
||||
{"arm": "ab-cf16", "phase": "lat-r1", "t0": 1790812998.1035042, "t1": 1790813009.6293406}
|
||||
{"arm": "ab-at16", "phase": "lat-r2", "t0": 1790813009.62965, "t1": 1790813044.5689945}
|
||||
{"arm": "ab-c", "phase": "lat-r2", "t0": 1790813044.569184, "t1": 1790813107.8070064}
|
||||
{"arm": "ab-cf32", "phase": "lat-r2", "t0": 1790813107.8072178, "t1": 1790813115.233969}
|
||||
{"arm": "ab-a2", "phase": "lat-r2", "t0": 1790813115.2341795, "t1": 1790813176.8812537}
|
||||
{"arm": "ab-d", "phase": "lat-r2", "t0": 1790813176.881396, "t1": 1790813238.5842261}
|
||||
{"arm": "ab-b32", "phase": "lat-r2", "t0": 1790813238.584434, "t1": 1790813242.0657837}
|
||||
{"arm": "ab-a1", "phase": "lat-r2", "t0": 1790813242.0659711, "t1": 1790813302.64495}
|
||||
{"arm": "ab-a50", "phase": "lat-r2", "t0": 1790813302.64516, "t1": 1790813367.392624}
|
||||
{"arm": "ab-b16", "phase": "lat-r2", "t0": 1790813367.3928695, "t1": 1790813371.027336}
|
||||
{"arm": "ab-apl", "phase": "lat-r2", "t0": 1790813371.0275292, "t1": 1790813432.7388752}
|
||||
{"arm": "ab-af32", "phase": "lat-r2", "t0": 1790813432.7391152, "t1": 1790813439.430608}
|
||||
{"arm": "ab-cf16", "phase": "lat-r2", "t0": 1790813439.430816, "t1": 1790813450.9556117}
|
||||
{"arm": "ab-at16", "phase": "lat-r3", "t0": 1790813450.9559083, "t1": 1790813485.4256256}
|
||||
{"arm": "ab-a1", "phase": "lat-r3", "t0": 1790813485.425798, "t1": 1790813545.7027633}
|
||||
{"arm": "ab-d", "phase": "lat-r3", "t0": 1790813545.702973, "t1": 1790813606.988272}
|
||||
{"arm": "ab-a2", "phase": "lat-r3", "t0": 1790813606.9885, "t1": 1790813669.9248126}
|
||||
{"arm": "ab-cf16", "phase": "lat-r3", "t0": 1790813669.9249954, "t1": 1790813681.4729636}
|
||||
{"arm": "ab-b32", "phase": "lat-r3", "t0": 1790813681.4731736, "t1": 1790813685.3903198}
|
||||
{"arm": "ab-apl", "phase": "lat-r3", "t0": 1790813685.390532, "t1": 1790813747.246512}
|
||||
{"arm": "ab-c", "phase": "lat-r3", "t0": 1790813747.246718, "t1": 1790813810.9303126}
|
||||
{"arm": "ab-cf32", "phase": "lat-r3", "t0": 1790813810.9305224, "t1": 1790813818.3714337}
|
||||
{"arm": "ab-af32", "phase": "lat-r3", "t0": 1790813818.3716667, "t1": 1790813825.0550656}
|
||||
{"arm": "ab-a50", "phase": "lat-r3", "t0": 1790813825.055269, "t1": 1790813890.0087988}
|
||||
{"arm": "ab-b16", "phase": "lat-r3", "t0": 1790813890.0089836, "t1": 1790813893.6641235}
|
||||
{"arm": "ab-a1", "phase": "lat-r4", "t0": 1790813893.664362, "t1": 1790813954.1769922}
|
||||
{"arm": "ab-cf16", "phase": "lat-r4", "t0": 1790813954.1772017, "t1": 1790813965.717562}
|
||||
{"arm": "ab-d", "phase": "lat-r4", "t0": 1790813965.7177472, "t1": 1790814027.2049408}
|
||||
{"arm": "ab-cf32", "phase": "lat-r4", "t0": 1790814027.2051857, "t1": 1790814034.6653776}
|
||||
{"arm": "ab-at16", "phase": "lat-r4", "t0": 1790814034.6655593, "t1": 1790814068.5630045}
|
||||
{"arm": "ab-c", "phase": "lat-r4", "t0": 1790814068.5631104, "t1": 1790814131.276856}
|
||||
{"arm": "ab-b16", "phase": "lat-r4", "t0": 1790814131.2770677, "t1": 1790814134.8667376}
|
||||
{"arm": "ab-b32", "phase": "lat-r4", "t0": 1790814134.86693, "t1": 1790814138.3525987}
|
||||
{"arm": "ab-a2", "phase": "lat-r4", "t0": 1790814138.352793, "t1": 1790814198.9694974}
|
||||
{"arm": "ab-af32", "phase": "lat-r4", "t0": 1790814198.9697266, "t1": 1790814205.6496642}
|
||||
{"arm": "ab-apl", "phase": "lat-r4", "t0": 1790814205.6498177, "t1": 1790814267.690293}
|
||||
{"arm": "ab-a50", "phase": "lat-r4", "t0": 1790814267.6904974, "t1": 1790814333.2101731}
|
||||
{"arm": "ab-af32", "phase": "lat-r5", "t0": 1790814333.210449, "t1": 1790814340.001132}
|
||||
{"arm": "ab-d", "phase": "lat-r5", "t0": 1790814340.0013206, "t1": 1790814400.5689385}
|
||||
{"arm": "ab-b32", "phase": "lat-r5", "t0": 1790814400.5691476, "t1": 1790814404.0392427}
|
||||
{"arm": "ab-cf16", "phase": "lat-r5", "t0": 1790814404.039377, "t1": 1790814415.6019518}
|
||||
{"arm": "ab-cf32", "phase": "lat-r5", "t0": 1790814415.6021612, "t1": 1790814423.0993385}
|
||||
{"arm": "ab-apl", "phase": "lat-r5", "t0": 1790814423.0995467, "t1": 1790814484.8875544}
|
||||
{"arm": "ab-c", "phase": "lat-r5", "t0": 1790814484.8877637, "t1": 1790814548.3318098}
|
||||
{"arm": "ab-a1", "phase": "lat-r5", "t0": 1790814548.3320324, "t1": 1790814608.4877155}
|
||||
{"arm": "ab-b16", "phase": "lat-r5", "t0": 1790814608.4879506, "t1": 1790814612.0272424}
|
||||
{"arm": "ab-a2", "phase": "lat-r5", "t0": 1790814612.02743, "t1": 1790814672.14974}
|
||||
{"arm": "ab-at16", "phase": "lat-r5", "t0": 1790814672.149839, "t1": 1790814706.5802422}
|
||||
{"arm": "ab-a50", "phase": "lat-r5", "t0": 1790814706.5804288, "t1": 1790814771.1039104}
|
||||
{"arm": "ab-a1", "phase": "conc4", "t0": 1790814771.1041691, "t1": 1790814893.0691576}
|
||||
{"arm": "ab-a2", "phase": "conc4", "t0": 1790814893.0694113, "t1": 1790815014.4060903}
|
||||
{"arm": "ab-a50", "phase": "conc4", "t0": 1790815014.4063337, "t1": 1790815145.3641863}
|
||||
{"arm": "ab-apl", "phase": "conc4", "t0": 1790815145.364455, "t1": 1790815270.1540234}
|
||||
{"arm": "ab-at16", "phase": "conc4", "t0": 1790815270.1542823, "t1": 1790815339.4303842}
|
||||
{"arm": "ab-c", "phase": "conc4", "t0": 1790815339.4305325, "t1": 1790815467.0962896}
|
||||
{"arm": "ab-d", "phase": "conc4", "t0": 1790815467.0965424, "t1": 1790815591.2174613}
|
||||
{"arm": "ab-cf32", "phase": "conc4", "t0": 1790815591.2177114, "t1": 1790815606.2531717}
|
||||
{"arm": "ab-cf16", "phase": "conc4", "t0": 1790815606.2534478, "t1": 1790815629.2447588}
|
||||
{"arm": "ab-af32", "phase": "conc4", "t0": 1790815629.2450092, "t1": 1790815642.547299}
|
||||
{"arm": "ab-b32", "phase": "conc4", "t0": 1790815642.5475514, "t1": 1790815649.4173794}
|
||||
{"arm": "ab-b16", "phase": "conc4", "t0": 1790815649.41753, "t1": 1790815656.4448721}
|
||||
@@ -0,0 +1,48 @@
|
||||
{"arm": "ab-b32", "phase": "rest-after-warmup", "t0": 1790816217.9522808, "t1": 1790816220.952287}
|
||||
{"arm": "ab-b32c", "phase": "rest-after-warmup", "t0": 1790816238.7243755, "t1": 1790816241.7243812}
|
||||
{"arm": "ab-b16w", "phase": "rest-after-warmup", "t0": 1790816260.0628917, "t1": 1790816263.0628967}
|
||||
{"arm": "ab-b16", "phase": "rest-after-warmup", "t0": 1790816284.5180502, "t1": 1790816287.5180552}
|
||||
{"arm": "ab-cf32", "phase": "rest-after-warmup", "t0": 1790816348.5764616, "t1": 1790816351.5764678}
|
||||
{"arm": "ab-af32", "phase": "rest-after-warmup", "t0": 1790816409.543435, "t1": 1790816412.543441}
|
||||
{"arm": "ab-af32", "phase": "lat-r0", "t0": 1790816412.9853637, "t1": 1790816419.8702936}
|
||||
{"arm": "ab-b32", "phase": "lat-r0", "t0": 1790816419.8705037, "t1": 1790816423.7948604}
|
||||
{"arm": "ab-b16", "phase": "lat-r0", "t0": 1790816423.795097, "t1": 1790816427.9718645}
|
||||
{"arm": "ab-b16w", "phase": "lat-r0", "t0": 1790816427.9720802, "t1": 1790816431.769075}
|
||||
{"arm": "ab-b32c", "phase": "lat-r0", "t0": 1790816431.7693086, "t1": 1790816435.7430315}
|
||||
{"arm": "ab-cf32", "phase": "lat-r0", "t0": 1790816435.7432907, "t1": 1790816443.4020047}
|
||||
{"arm": "ab-b16w", "phase": "lat-r1", "t0": 1790816443.4022298, "t1": 1790816446.8991585}
|
||||
{"arm": "ab-af32", "phase": "lat-r1", "t0": 1790816446.8993726, "t1": 1790816453.7491817}
|
||||
{"arm": "ab-b16", "phase": "lat-r1", "t0": 1790816453.7493386, "t1": 1790816457.4571297}
|
||||
{"arm": "ab-b32", "phase": "lat-r1", "t0": 1790816457.457347, "t1": 1790816461.1599212}
|
||||
{"arm": "ab-b32c", "phase": "lat-r1", "t0": 1790816461.1601648, "t1": 1790816464.6924193}
|
||||
{"arm": "ab-cf32", "phase": "lat-r1", "t0": 1790816464.6926153, "t1": 1790816472.223418}
|
||||
{"arm": "ab-b16", "phase": "lat-r2", "t0": 1790816472.2237296, "t1": 1790816475.8168836}
|
||||
{"arm": "ab-b32", "phase": "lat-r2", "t0": 1790816475.8171268, "t1": 1790816479.7100127}
|
||||
{"arm": "ab-b16w", "phase": "lat-r2", "t0": 1790816479.7102478, "t1": 1790816482.9155467}
|
||||
{"arm": "ab-b32c", "phase": "lat-r2", "t0": 1790816482.9157612, "t1": 1790816486.4219022}
|
||||
{"arm": "ab-af32", "phase": "lat-r2", "t0": 1790816486.4221354, "t1": 1790816493.3614554}
|
||||
{"arm": "ab-cf32", "phase": "lat-r2", "t0": 1790816493.3616917, "t1": 1790816500.8425043}
|
||||
{"arm": "ab-b32", "phase": "lat-r3", "t0": 1790816500.8428423, "t1": 1790816504.3418753}
|
||||
{"arm": "ab-cf32", "phase": "lat-r3", "t0": 1790816504.3420897, "t1": 1790816511.8687708}
|
||||
{"arm": "ab-b16w", "phase": "lat-r3", "t0": 1790816511.8689802, "t1": 1790816515.484867}
|
||||
{"arm": "ab-b16", "phase": "lat-r3", "t0": 1790816515.485102, "t1": 1790816519.2602904}
|
||||
{"arm": "ab-b32c", "phase": "lat-r3", "t0": 1790816519.2605364, "t1": 1790816522.768376}
|
||||
{"arm": "ab-af32", "phase": "lat-r3", "t0": 1790816522.76861, "t1": 1790816529.5814555}
|
||||
{"arm": "ab-b16w", "phase": "lat-r4", "t0": 1790816529.5817509, "t1": 1790816532.7475722}
|
||||
{"arm": "ab-cf32", "phase": "lat-r4", "t0": 1790816532.7478075, "t1": 1790816540.445296}
|
||||
{"arm": "ab-b16", "phase": "lat-r4", "t0": 1790816540.4454498, "t1": 1790816543.9971998}
|
||||
{"arm": "ab-b32", "phase": "lat-r4", "t0": 1790816543.9974234, "t1": 1790816547.4305873}
|
||||
{"arm": "ab-af32", "phase": "lat-r4", "t0": 1790816547.4308534, "t1": 1790816554.350192}
|
||||
{"arm": "ab-b32c", "phase": "lat-r4", "t0": 1790816554.350425, "t1": 1790816558.0701263}
|
||||
{"arm": "ab-af32", "phase": "lat-r5", "t0": 1790816558.0704808, "t1": 1790816564.9396}
|
||||
{"arm": "ab-cf32", "phase": "lat-r5", "t0": 1790816564.9398334, "t1": 1790816572.5606947}
|
||||
{"arm": "ab-b16", "phase": "lat-r5", "t0": 1790816572.5609298, "t1": 1790816576.3371167}
|
||||
{"arm": "ab-b32", "phase": "lat-r5", "t0": 1790816576.3373232, "t1": 1790816579.774904}
|
||||
{"arm": "ab-b16w", "phase": "lat-r5", "t0": 1790816579.7751667, "t1": 1790816582.9084818}
|
||||
{"arm": "ab-b32c", "phase": "lat-r5", "t0": 1790816582.9087172, "t1": 1790816586.3651376}
|
||||
{"arm": "ab-b32", "phase": "conc4", "t0": 1790816586.3654053, "t1": 1790816593.2398071}
|
||||
{"arm": "ab-b32c", "phase": "conc4", "t0": 1790816593.2400835, "t1": 1790816600.0950725}
|
||||
{"arm": "ab-b16w", "phase": "conc4", "t0": 1790816600.095266, "t1": 1790816606.2720919}
|
||||
{"arm": "ab-b16", "phase": "conc4", "t0": 1790816606.272367, "t1": 1790816613.296962}
|
||||
{"arm": "ab-cf32", "phase": "conc4", "t0": 1790816613.297279, "t1": 1790816628.326475}
|
||||
{"arm": "ab-af32", "phase": "conc4", "t0": 1790816628.3267124, "t1": 1790816642.1572175}
|
||||
@@ -0,0 +1 @@
|
||||
{"ab-b16": [3242482, 3243244, 3243408, 3243410, 3243412, 3243414, 3243416, 3243418, 3243419, 3243422, 3243424, 3243425, 3243427, 3243429, 3243431, 3243434, 3243436, 3243438, 3243440, 3243442, 3243444, 3243446, 3243448, 3243450, 3243452, 3243454, 3243456, 3243458, 3243460, 3243462, 3243464, 3243466, 3243468, 3243470], "ab-b32": [3240981, 3241692, 3241883, 3241890, 3241896, 3241898, 3241901, 3241903, 3241905, 3241907, 3241909, 3241910, 3241913, 3241915, 3241917, 3241919, 3241921, 3241923, 3241925, 3241927, 3241929, 3241931, 3241933, 3241935, 3241937, 3241939, 3241941, 3241943, 3241945, 3241947, 3241949, 3241951, 3241953, 3241955], "ab-af32": [3237908], "ab-cf16": [3234656], "ab-cf32": [3231568], "ab-d": [3228280], "ab-c": [3225020], "ab-at16": [3221843], "ab-apl": [3218510], "ab-a50": [3215242], "ab-a2": [3211852], "ab-a1": [3208587]}
|
||||
@@ -0,0 +1 @@
|
||||
{"ab-af32": [3306068], "ab-cf32": [3302918], "ab-b16": [3301181, 3301983, 3302150, 3302152, 3302154, 3302156, 3302158, 3302160, 3302162, 3302164, 3302166, 3302168, 3302171, 3302174, 3302176, 3302183, 3302188, 3302192, 3302194, 3302196, 3302198, 3302200, 3302202, 3302204, 3302206, 3302208, 3302210, 3302212, 3302214, 3302216, 3302218, 3302220, 3302222, 3302224], "ab-b16w": [3299497, 3300176, 3300430, 3300432, 3300434, 3300436, 3300438, 3300440, 3300442, 3300444, 3300446, 3300448, 3300450, 3300453, 3300456, 3300458, 3300465, 3300492, 3300493, 3300496, 3300498, 3300501, 3300504, 3300511, 3300513, 3300515, 3300517, 3300519, 3300521, 3300522, 3300525, 3300527, 3300529, 3300531], "ab-b32c": [3298073, 3298755, 3298916, 3298918, 3298920, 3298922, 3298924, 3298926, 3298929, 3298931, 3298934, 3298941, 3298944, 3298947, 3298950, 3298953, 3298955, 3298957, 3298959, 3298960, 3298963, 3298965, 3298967, 3298969, 3298971, 3298973, 3298975, 3298977, 3298979, 3298981, 3298983, 3298985, 3298987, 3298989], "ab-b32": [3296542, 3297309, 3297500, 3297502, 3297504, 3297506, 3297508, 3297510, 3297512, 3297514, 3297516, 3297517, 3297520, 3297522, 3297524, 3297525, 3297528, 3297530, 3297531, 3297534, 3297536, 3297538, 3297540, 3297542, 3297544, 3297546, 3297548, 3297550, 3297551, 3297554, 3297556, 3297558, 3297567, 3297569], "ab-cf16": [3234656], "ab-d": [3228280], "ab-c": [3225020], "ab-at16": [3221843], "ab-a2": [3211852], "ab-a1": [3208587]}
|
||||
@@ -0,0 +1 @@
|
||||
{"ab-b16w": [3337783, 3338525, 3338697, 3338699, 3338701, 3338704, 3338706, 3338709, 3338712, 3338720, 3338724, 3338726, 3338729, 3338731, 3338733, 3338735, 3338737, 3338739, 3338741, 3338745, 3338748, 3338750, 3338752, 3338754, 3338756, 3338757, 3338760, 3338762, 3338764, 3338766, 3338768, 3338770, 3338772, 3338773], "ab-cf32": [3334726], "ab-a1": [3331575], "ab-af32": [3306068], "ab-b16": [3301181, 3301983, 3302150, 3302152, 3302154, 3302156, 3302158, 3302160, 3302162, 3302164, 3302166, 3302168, 3302171, 3302174, 3302176, 3302183, 3302188, 3302192, 3302194, 3302196, 3302198, 3302200, 3302202, 3302204, 3302206, 3302208, 3302210, 3302212, 3302214, 3302216, 3302218, 3302220, 3302222, 3302224], "ab-b32": [3296542, 3297309, 3297500, 3297502, 3297504, 3297506, 3297508, 3297510, 3297512, 3297514, 3297516, 3297517, 3297520, 3297522, 3297524, 3297525, 3297528, 3297530, 3297531, 3297534, 3297536, 3297538, 3297540, 3297542, 3297544, 3297546, 3297548, 3297550, 3297551, 3297554, 3297556, 3297558, 3297567, 3297569], "ab-d": [3228280], "ab-c": [3225020]}
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user