diff --git a/dns/internal.yaml b/dns/internal.yaml index e840141..a4b2ed5 100644 --- a/dns/internal.yaml +++ b/dns/internal.yaml @@ -127,5 +127,5 @@ aliases: - {name: wherethef, site: nh3, target: nh3-dev, note: WhereTF :8093} - {name: homepage, site: esh, target: esh-docker-vm, note: fleet dashboard :5100} - {name: scriberr, site: fv, target: fv-ml1, note: transcription + diarization :8080 (GPU1)} - - {name: semif, site: fv, target: fv-ml1, note: SemIf option-logit decisions :8032 (GPU1) — stopped since 2026-09-30, being replaced by intern-decision (Prime); kept as rollback} - - {name: intern-decision, site: fv, target: fv-ml1, note: Intern-Decision-4B typed decisions :8033 (GPU1), semif-serve API; replaces semif (Prime 2026-09-30)} + - {name: semif, site: fv, target: fv-ml1, note: SemIf option-logit decisions :8032 (GPU1) — REPLACED by intern-decision 2026-09-30 (Prime), stopped, kept as rollback} + - {name: intern-decision, site: fv, target: fv-ml1, note: Intern-Decision-4B typed decisions :8033 (GPU1), semif-serve API; replaced semif 2026-09-30 (Prime)} diff --git a/servers/fv-ml1/README.md b/servers/fv-ml1/README.md index d3c500a..f2ce918 100644 --- a/servers/fv-ml1/README.md +++ b/servers/fv-ml1/README.md @@ -181,9 +181,15 @@ embed/rerank/reward trio. GPUs are pinned per container via **GPU 1 — light / eval / retrieval + char-RP GGUF (~91/98 GB, on-demand):** -> ⚠ **This table is stale (checked 2026-09-27).** Live GPU 1 residents were `scriberr`, -> `vllm-coder`, `vllm-erp-seat` and `vllm-meromero-rp`, plus **`semif`** (**OFFLINE since 2026-09-30, Prime; see `stacks/semif`**; :8032, ~8.7 GB resting when up, -> hard-capped at 12 GiB; `stacks/semif`, since 2026-09-27). Read the host +> ⚠ **This table is stale (checked 2026-09-27).** Live GPU 1 residents are `scriberr`, +> `vllm-coder`, `vllm-erp-seat` and `vllm-meromero-rp`. +> **`intern-decision`** joined them on 2026-09-30, 0941 PT: :8033, 8,812 MiB at rest, 9,866 MiB +> peak, hard-capped at 9.0 GiB with `MAX_TOKENS` 7,168; see `stacks/intern-decision`. It replaced +> **`semif`** (:8032), which is stopped and kept as the rollback, per Prime's ruling of 2026-09-30. +> **GPU 1 budget:** nvidia-smi `Free` read 15,442 MiB before intern-decision and 6,581 MiB after, +> at rest. That covers scriberr's 5,496 MiB peak even while intern-decision is at its own peak. +> Measure nvidia-smi `Free` (the driver reserves 640 MiB per card) before adding anything to +> this card. Read the host > (`docker inspect … DeviceRequests`), not this table. (A fixtures-only `augaman` instance ran > here for about an hour on 2026-09-27 for a speed bench, and was then removed on Prime's call.) diff --git a/services/intern-decision-serve/acceptance/gpu1-live/checks-live.json b/services/intern-decision-serve/acceptance/gpu1-live/checks-live.json new file mode 100644 index 0000000..642068c --- /dev/null +++ b/services/intern-decision-serve/acceptance/gpu1-live/checks-live.json @@ -0,0 +1,139 @@ +{ + "url": "http://intern-decision.fv.internal:8033", + "started_utc": "2026-09-30T16:43:39Z", + "health": { + "status": "ok", + "model": { + "name": "Intern-Decision-4B", + "source": "internlm/Intern-Decision-4B", + "revision": "0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd", + "checkpoint": "/hf/hub/models--internlm--Intern-Decision-4B/snapshots/0e5e6aa7d6d750e2b1504ba11a8136cb58aeb3cd", + "inference_py_sha256": "c904e2c67ca0775621a22375ee373d2ba30b52117cda870c6c9ef74143b29863", + "temperature": 1.99241824, + "dtype": "bfloat16", + "attn_implementation": "sdpa", + "device": "cuda", + "max_length": 7168, + "torch_version": "2.10.0+cu128", + "transformers_version": "5.17.0", + "vision_tower": "removed", + "device_name": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition", + "allocated_gib": 7.937, + "reserved_gib": 7.969, + "max_reserved_gib": 8.861 + }, + "vram_cap_gib": 9.0, + "max_tokens": 7168, + "max_decisions": 64, + "max_questions_per_call": 16, + "chunking": "/decide/shared questions are packed greedily, in request order, into calls of at most 16 (1-16, 17-32, ...); each call is one prompt, so the questions in a call are asked together. With orderings, ordering k of every decision forms wave k, packed the same way.", + "workloads": [] + }, + "auth": { + "/decide": { + "no_token": 401, + "wrong_token": 401, + "right_token": 200 + }, + "/decide/shared": { + "no_token": 401, + "wrong_token": 401, + "right_token": 200 + }, + "health_no_token": 200, + "pass": true, + "t_start": 1790786619.1466322, + "t_end": 1790786619.3572643 + }, + "maxreq": { + "state_chars": 4793, + "tokens_per_call": 7168, + "decisions": 64, + "options_each": 16, + "body_bytes": 96250, + "runs": [ + { + "status": 200, + "e2e_ms": 1542.5, + "code": null, + "calls": 4, + "input_tokens": [ + 7168, + 7168, + 7168, + 7168 + ], + "reserved_gib_after": 7.969, + "max_reserved_gib": 8.996, + "t_end": 1790786706.9185867 + }, + { + "status": 200, + "e2e_ms": 1518.7, + "code": null, + "calls": 4, + "input_tokens": [ + 7168, + 7168, + 7168, + 7168 + ], + "reserved_gib_after": 7.969, + "max_reserved_gib": 8.996, + "t_end": 1790786708.4557755 + }, + { + "status": 200, + "e2e_ms": 1539.6, + "code": null, + "calls": 4, + "input_tokens": [ + 7168, + 7168, + 7168, + 7168 + ], + "reserved_gib_after": 7.969, + "max_reserved_gib": 8.996, + "t_end": 1790786710.014339 + } + ], + "t_start": 1790786619.357301, + "t_end": 1790786710.014397 + }, + "maxone": { + "state_chars": 28727, + "tokens": 7168, + "one_more_is": [ + 422, + "Example has 7171 tokens, above 7168; truncation is forbidden" + ], + "runs": [ + { + "status": 200, + "e2e_ms": 394.2, + "input_tokens": 7168, + "code": null, + "t_end": 1790786715.324555 + }, + { + "status": 200, + "e2e_ms": 375.9, + "input_tokens": 7168, + "code": null, + "t_end": 1790786715.7005756 + }, + { + "status": 200, + "e2e_ms": 372.7, + "input_tokens": 7168, + "code": null, + "t_end": 1790786716.0734687 + } + ], + "pass": true, + "t_start": 1790786710.0144272, + "t_end": 1790786716.0735004 + }, + "finished_utc": "2026-09-30T16:45:16Z" +} \ No newline at end of file diff --git a/services/intern-decision-serve/acceptance/gpu1-live/compare-live.json b/services/intern-decision-serve/acceptance/gpu1-live/compare-live.json new file mode 100644 index 0000000..dd20048 --- /dev/null +++ b/services/intern-decision-serve/acceptance/gpu1-live/compare-live.json @@ -0,0 +1,671 @@ +{ + "ours": { + "live": { + "scores": { + "single/pooled": [ + 240, + 259 + ], + "single/authored144": [ + 132, + 144 + ], + "single/perturbations108": [ + 100, + 108 + ], + "single/cicada-w1": [ + 29, + 31 + ], + "single/cicada-w2": [ + 22, + 31 + ], + "single/wyrd": [ + 79, + 84 + ], + "single/wyrd:place": [ + 19, + 21 + ], + "single/wyrd:place2": [ + 21, + 21 + ], + "single/wyrd:exit": [ + 19, + 21 + ], + "single/wyrd:exit2": [ + 20, + 21 + ], + "single/failures": 0 + }, + "negative": { + "n": 144, + "same_top_as_unrotated": 10, + "follows_description": 122, + "vs_original_gold": 14 + }, + "a_vs_a_in_process_authored144": { + "rows": 0, + "top_differs": 0, + "flipped_ids": [], + "max_dp": null + } + } + }, + "bench": { + "r1": { + "scores": { + "single/pooled": [ + 240, + 259 + ], + "single/authored144": [ + 132, + 144 + ], + "single/perturbations108": [ + 100, + 108 + ], + "single/cicada-w1": [ + 29, + 31 + ], + "single/cicada-w2": [ + 22, + 31 + ], + "single/wyrd": [ + 79, + 84 + ], + "single/wyrd:place": [ + 19, + 21 + ], + "single/wyrd:place2": [ + 21, + 21 + ], + "single/wyrd:exit": [ + 19, + 21 + ], + "single/wyrd:exit2": [ + 20, + 21 + ], + "single/failures": 0, + "rotations/pooled": [ + 236, + 259 + ], + "rotations/authored144": [ + 130, + 144 + ], + "rotations/perturbations108": [ + 99, + 108 + ], + "rotations/cicada-w1": [ + 29, + 31 + ], + "rotations/cicada-w2": [ + 22, + 31 + ], + "rotations/wyrd": [ + 77, + 84 + ], + "rotations/wyrd:place": [ + 18, + 21 + ], + "rotations/wyrd:place2": [ + 21, + 21 + ], + "rotations/wyrd:exit": [ + 19, + 21 + ], + "rotations/wyrd:exit2": [ + 19, + 21 + ], + "rotations/failures": 0 + }, + "negative": { + "n": 144, + "same_top_as_unrotated": 10, + "follows_description": 122, + "vs_original_gold": 14 + } + }, + "r2": { + "scores": { + "single/pooled": [ + 240, + 259 + ], + "single/authored144": [ + 132, + 144 + ], + "single/perturbations108": [ + 100, + 108 + ], + "single/cicada-w1": [ + 29, + 31 + ], + "single/cicada-w2": [ + 22, + 31 + ], + "single/wyrd": [ + 79, + 84 + ], + "single/wyrd:place": [ + 19, + 21 + ], + "single/wyrd:place2": [ + 21, + 21 + ], + "single/wyrd:exit": [ + 19, + 21 + ], + "single/wyrd:exit2": [ + 20, + 21 + ], + "single/failures": 0, + "rotations/pooled": [ + 236, + 259 + ], + "rotations/authored144": [ + 130, + 144 + ], + "rotations/perturbations108": [ + 99, + 108 + ], + "rotations/cicada-w1": [ + 29, + 31 + ], + "rotations/cicada-w2": [ + 22, + 31 + ], + "rotations/wyrd": [ + 77, + 84 + ], + "rotations/wyrd:place": [ + 18, + 21 + ], + "rotations/wyrd:place2": [ + 21, + 21 + ], + "rotations/wyrd:exit": [ + 19, + 21 + ], + "rotations/wyrd:exit2": [ + 19, + 21 + ], + "rotations/failures": 0, + "multifield/pooled": [ + 77, + 84 + ], + "multifield/wyrd": [ + 77, + 84 + ], + "multifield/wyrd:place": [ + 16, + 21 + ], + "multifield/wyrd:place2": [ + 21, + 21 + ], + "multifield/wyrd:exit": [ + 20, + 21 + ], + "multifield/wyrd:exit2": [ + 20, + 21 + ], + "multifield/failures": 0 + }, + "negative": { + "n": 144, + "same_top_as_unrotated": 10, + "follows_description": 122, + "vs_original_gold": 14 + } + }, + "r3": { + "scores": { + "single/pooled": [ + 240, + 259 + ], + "single/authored144": [ + 132, + 144 + ], + "single/perturbations108": [ + 100, + 108 + ], + "single/cicada-w1": [ + 29, + 31 + ], + "single/cicada-w2": [ + 22, + 31 + ], + "single/wyrd": [ + 79, + 84 + ], + "single/wyrd:place": [ + 19, + 21 + ], + "single/wyrd:place2": [ + 21, + 21 + ], + "single/wyrd:exit": [ + 19, + 21 + ], + "single/wyrd:exit2": [ + 20, + 21 + ], + "single/failures": 0, + "rotations/pooled": [ + 236, + 259 + ], + "rotations/authored144": [ + 130, + 144 + ], + "rotations/perturbations108": [ + 99, + 108 + ], + "rotations/cicada-w1": [ + 29, + 31 + ], + "rotations/cicada-w2": [ + 22, + 31 + ], + "rotations/wyrd": [ + 77, + 84 + ], + "rotations/wyrd:place": [ + 18, + 21 + ], + "rotations/wyrd:place2": [ + 21, + 21 + ], + "rotations/wyrd:exit": [ + 19, + 21 + ], + "rotations/wyrd:exit2": [ + 19, + 21 + ], + "rotations/failures": 0, + "multifield/pooled": [ + 77, + 84 + ], + "multifield/wyrd": [ + 77, + 84 + ], + "multifield/wyrd:place": [ + 16, + 21 + ], + "multifield/wyrd:place2": [ + 21, + 21 + ], + "multifield/wyrd:exit": [ + 20, + 21 + ], + "multifield/wyrd:exit2": [ + 20, + 21 + ], + "multifield/failures": 0 + }, + "negative": { + "n": 144, + "same_top_as_unrotated": 10, + "follows_description": 122, + "vs_original_gold": 14 + } + }, + "r4": { + "scores": { + "single/pooled": [ + 240, + 259 + ], + "single/authored144": [ + 132, + 144 + ], + "single/perturbations108": [ + 100, + 108 + ], + "single/cicada-w1": [ + 29, + 31 + ], + "single/cicada-w2": [ + 22, + 31 + ], + "single/wyrd": [ + 79, + 84 + ], + "single/wyrd:place": [ + 19, + 21 + ], + "single/wyrd:place2": [ + 21, + 21 + ], + "single/wyrd:exit": [ + 19, + 21 + ], + "single/wyrd:exit2": [ + 20, + 21 + ], + "single/failures": 0, + "rotations/pooled": [ + 236, + 259 + ], + "rotations/authored144": [ + 130, + 144 + ], + "rotations/perturbations108": [ + 99, + 108 + ], + "rotations/cicada-w1": [ + 29, + 31 + ], + "rotations/cicada-w2": [ + 22, + 31 + ], + "rotations/wyrd": [ + 77, + 84 + ], + "rotations/wyrd:place": [ + 18, + 21 + ], + "rotations/wyrd:place2": [ + 21, + 21 + ], + "rotations/wyrd:exit": [ + 19, + 21 + ], + "rotations/wyrd:exit2": [ + 19, + 21 + ], + "rotations/failures": 0, + "multifield/pooled": [ + 77, + 84 + ], + "multifield/wyrd": [ + 77, + 84 + ], + "multifield/wyrd:place": [ + 16, + 21 + ], + "multifield/wyrd:place2": [ + 21, + 21 + ], + "multifield/wyrd:exit": [ + 20, + 21 + ], + "multifield/wyrd:exit2": [ + 20, + 21 + ], + "multifield/failures": 0 + }, + "negative": { + "n": 144, + "same_top_as_unrotated": 10, + "follows_description": 122, + "vs_original_gold": 14 + } + } + }, + "vs_bench_row_by_row": { + "live": { + "single": { + "bench_repeat": "r1", + "rows": 560, + "top_differs": 0, + "flipped_ids": [], + "max_dp": 0.0 + }, + "rotations": { + "bench_repeat": "r1", + "rows": 0, + "top_differs": 0, + "flipped_ids": [], + "max_dp": null + }, + "negative": { + "bench_repeat": "r1", + "rows": 144, + "top_differs": 0, + "flipped_ids": [], + "max_dp": 0.0 + }, + "multifield": { + "bench_repeat": "r2", + "rows": 0, + "top_differs": 0, + "flipped_ids": [], + "max_dp": null + } + } + }, + "across_restarts": {}, + "summary": { + "single/authored144": { + "ours_median": 132, + "ours_all": [ + 132 + ], + "bench_all": [ + 132, + 132, + 132, + 132 + ], + "n": 144 + }, + "single/cicada-w1": { + "ours_median": 29, + "ours_all": [ + 29 + ], + "bench_all": [ + 29, + 29, + 29, + 29 + ], + "n": 31 + }, + "single/cicada-w2": { + "ours_median": 22, + "ours_all": [ + 22 + ], + "bench_all": [ + 22, + 22, + 22, + 22 + ], + "n": 31 + }, + "single/perturbations108": { + "ours_median": 100, + "ours_all": [ + 100 + ], + "bench_all": [ + 100, + 100, + 100, + 100 + ], + "n": 108 + }, + "single/pooled": { + "ours_median": 240, + "ours_all": [ + 240 + ], + "bench_all": [ + 240, + 240, + 240, + 240 + ], + "n": 259 + }, + "single/wyrd": { + "ours_median": 79, + "ours_all": [ + 79 + ], + "bench_all": [ + 79, + 79, + 79, + 79 + ], + "n": 84 + }, + "single/wyrd:exit": { + "ours_median": 19, + "ours_all": [ + 19 + ], + "bench_all": [ + 19, + 19, + 19, + 19 + ], + "n": 21 + }, + "single/wyrd:exit2": { + "ours_median": 20, + "ours_all": [ + 20 + ], + "bench_all": [ + 20, + 20, + 20, + 20 + ], + "n": 21 + }, + "single/wyrd:place": { + "ours_median": 19, + "ours_all": [ + 19 + ], + "bench_all": [ + 19, + 19, + 19, + 19 + ], + "n": 21 + }, + "single/wyrd:place2": { + "ours_median": 21, + "ours_all": [ + 21 + ], + "bench_all": [ + 21, + 21, + 21, + 21 + ], + "n": 21 + } + } +} diff --git a/services/intern-decision-serve/acceptance/gpu1-live/events.txt b/services/intern-decision-serve/acceptance/gpu1-live/events.txt new file mode 100644 index 0000000..2dc027d --- /dev/null +++ b/services/intern-decision-serve/acceptance/gpu1-live/events.txt @@ -0,0 +1,6 @@ +1790786561.567928123 shape:start +1790786613.903648987 shape:done +1790786619.093843341 checks:start +1790786716.079809795 checks:done +1790786739.656804839 sets:start +1790786809.130379221 sets:done diff --git a/services/intern-decision-serve/acceptance/gpu1-live/sets-live.json b/services/intern-decision-serve/acceptance/gpu1-live/sets-live.json new file mode 100644 index 0000000..9bc9a8a --- /dev/null +++ b/services/intern-decision-serve/acceptance/gpu1-live/sets-live.json @@ -0,0 +1 @@ +{"label": "gpu1-live", "backend": "semif", "url": "http://intern-decision.fv.internal:8033", "started_utc": "2026-09-30T16:45:39Z", "conditions": {"single": {"rows": [{"id": "a3f18f3a63d45345942b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2fdaa8a61e6e989dd866", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 70.16763702267781, "probs": [0.042316276858002114, 0.042316276858002114, 0.9153674462839958], "top": "contradicted", "option_logits": null, "prompt_sha256": "426dea1e774016ae24264f3548e2d92557e0498fbbbde8b49ae3037ceba07b3b", "input_tokens": 204, "server_ms": 49.74}, {"id": "f40beba9088c8db8bbd6", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2fdaa8a61e6e989dd866", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.991382010281086, "probs": [0.9651783660446455, 0.017410816977677268, 0.017410816977677268], "top": "supported", "option_logits": null, "prompt_sha256": "53ef2749d9b9ada139227e9cd46f40960ef0f1e1ee9b26a857e94dea6a086188", "input_tokens": 202, "server_ms": 35.43}, {"id": "0b43ea8e24e74d621f1b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2fdaa8a61e6e989dd866", "gold": ["supported"], "forbid": [], "option_ids": ["insufficient", "supported", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.430486015509814, "probs": [0.038153743171136366, 0.9356609917402224, 0.026185265088641236], "top": "supported", "option_logits": null, "prompt_sha256": "2c882bbaf28d07e029b9e32b83997ee09d96a9022542e5d9e6a23bbdf3221fca", "input_tokens": 196, "server_ms": 35.1}, {"id": "942ec65dac0bfb9874f9", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2fdaa8a61e6e989dd866", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "supported", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.80789999617264, "probs": [0.9233581325882398, 0.031192392974493464, 0.045449474437266706], "top": "insufficient", "option_logits": null, "prompt_sha256": "4b598e5112b699f2db4d6df47efb4be686f1cfa1a12c81ec223f0a3e87b77779", "input_tokens": 196, "server_ms": 35.29}, {"id": "e0c140e9222d1bce5647", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f4bea3d3bcc01056740d", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.322380980011076, "probs": [0.9697243649711375, 0.012782812574961349, 0.01749282245390113], "top": "supported", "option_logits": null, "prompt_sha256": "8edab8e3530019fcbb2106afd7c081fa4e1792831e8d12674dc7d17114b232aa", "input_tokens": 209, "server_ms": 35.09}, {"id": "8e8c3804a3c15ebb31e3", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f4bea3d3bcc01056740d", "gold": ["contradicted"], "forbid": [], "option_ids": ["insufficient", "supported", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.636603977996856, "probs": [0.06541354168337463, 0.02251509853480652, 0.9120713597818187], "top": "contradicted", "option_logits": null, "prompt_sha256": "ee0c1e9d86e5505c512010f9e6eecf9335d9c53a6a14fb35afb57c1b96c6faf3", "input_tokens": 206, "server_ms": 35.24}, {"id": "56c419b12cd37cbe790c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f4bea3d3bcc01056740d", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.20438201306388, "probs": [0.9398833253029221, 0.03832591832238971, 0.02179075637468831], "top": "contradicted", "option_logits": null, "prompt_sha256": "8e34e8add460036c4de5af761302128fc82f3c4ee8359a388a0c4c0ddfc2fbe6", "input_tokens": 208, "server_ms": 34.97}, {"id": "75b470586834df8c568d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f4bea3d3bcc01056740d", "gold": ["insufficient"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.79257898312062, "probs": [0.04454376114064005, 0.050498708227220655, 0.9049575306321394], "top": "insufficient", "option_logits": null, "prompt_sha256": "f99c0189a62f8147477237b83279769eabf12f5a510b8633c9ec416d1a8578e4", "input_tokens": 200, "server_ms": 35.52}, {"id": "834f3b3e10cc61b33d25", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "b51b300da2936decc6b7", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.5908910096623, "probs": [0.03022311796549784, 0.017183792327615903, 0.9525930897068864], "top": "contradicted", "option_logits": null, "prompt_sha256": "058a4a2adfd935863953520b8eb055a2d568122a0e8897052a2c93a5cc70cfc4", "input_tokens": 194, "server_ms": 35.11}, {"id": "76c7a79b1ff2363a60c5", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "b51b300da2936decc6b7", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.601427003741264, "probs": [0.9695832653382126, 0.010588224632471017, 0.01982851002931642], "top": "supported", "option_logits": null, "prompt_sha256": "3775c1c18dc072e2a88a320060d75f34a4b413ba692a272f2309bf2ea1fdd1ae", "input_tokens": 194, "server_ms": 35.13}, {"id": "36c71bb649b7d5eccb1f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "b51b300da2936decc6b7", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.274250007234514, "probs": [0.9770960110414373, 0.008302110383965793, 0.014601878574596829], "top": "supported", "option_logits": null, "prompt_sha256": "f39d71e8a36f2589074ebf8c9534db931a17d7325e5a08a85a26cfe652508c33", "input_tokens": 193, "server_ms": 34.98}, {"id": "eac5121a4a1bf391a08c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "b51b300da2936decc6b7", "gold": ["insufficient"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.962122950702906, "probs": [0.052375134922456754, 0.9385838391059238, 0.009041025971619536], "top": "insufficient", "option_logits": null, "prompt_sha256": "1dc41cdba9068a2dd371d85948acfbfce09acc0e572837804762116bd6ea30dc", "input_tokens": 192, "server_ms": 35.27}, {"id": "44574c44e243ee1b2f52", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e4cfd694c80e08d3e6a5", "gold": ["supported"], "forbid": [], "option_ids": ["insufficient", "contradicted", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.2721999916248, "probs": [0.014374500594547012, 0.023744679136544822, 0.9618808202689082], "top": "supported", "option_logits": null, "prompt_sha256": "3e3295b1cac557e05f098343fbac4a14b20853589fe70e742bbf9fd568508aea", "input_tokens": 205, "server_ms": 35.2}, {"id": "2608370d01783735c3ea", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e4cfd694c80e08d3e6a5", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.04409802192822, "probs": [0.04058846897644321, 0.024571355391379026, 0.9348401756321778], "top": "contradicted", "option_logits": null, "prompt_sha256": "5ee9caa002a79a1b78f0cadfdd2b0d175b0edfece980ac05df53e1cf8a42a249", "input_tokens": 205, "server_ms": 35.0}, {"id": "ec94ef909f7918695ab3", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e4cfd694c80e08d3e6a5", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.368213993962854, "probs": [0.03391183675453223, 0.02327400569089846, 0.9428141575545693], "top": "contradicted", "option_logits": null, "prompt_sha256": "0e56f2c135ca9571701644797b73406989c534535aa796629f128168ea33b337", "input_tokens": 199, "server_ms": 35.27}, {"id": "03d919fd0e9b3a7cd1e6", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e4cfd694c80e08d3e6a5", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "supported", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.29708702629432, "probs": [0.9649096748354914, 0.022370979735516088, 0.012719345428992583], "top": "insufficient", "option_logits": null, "prompt_sha256": "de2a13ff9508e3815fbfa49cbd7d14277f44444077e2c2b3ed6f47582c489835", "input_tokens": 194, "server_ms": 35.46}, {"id": "86a15618ba4cb90a307e", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "20460d4ae0db46091e84", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.1022849609144, "probs": [0.9233581325882398, 0.045449474437266706, 0.031192392974493464], "top": "contradicted", "option_logits": null, "prompt_sha256": "f9d3a29be41d2e79b7041d491ae148dddb06945d072971c57f34e82a24acf497", "input_tokens": 198, "server_ms": 35.26}, {"id": "3dd9c3ac98f8ddf7bdd3", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "20460d4ae0db46091e84", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "supported", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.53796004783362, "probs": [0.027959089680252548, 0.938291740342913, 0.03374916997683453], "top": "supported", "option_logits": null, "prompt_sha256": "76fed3ccb4c68d0f339fdb718ab37085a0c4f31a3626cb9b4434006be6c01d65", "input_tokens": 198, "server_ms": 35.19}, {"id": "36273dd4777876a26338", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "20460d4ae0db46091e84", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "supported", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.22376999538392, "probs": [0.033806648127806344, 0.9398897419850005, 0.026303609887193], "top": "supported", "option_logits": null, "prompt_sha256": "6c738acf1c3e484397fbb45b0086bef4e5fb0fb841cb7e0caaf5b459030b22c9", "input_tokens": 194, "server_ms": 35.06}, {"id": "07ee70cfe4b01330ce89", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "20460d4ae0db46091e84", "gold": ["insufficient"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.34067402873188, "probs": [0.043830111066642266, 0.008055858485872225, 0.9481140304474855], "top": "insufficient", "option_logits": null, "prompt_sha256": "d31b190b22fdd50db3227d978812eca7cf1d90b460f8cf4804e2788992b4bd5c", "input_tokens": 194, "server_ms": 35.31}, {"id": "51ceab3ce622c7c759f1", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "51b91ba31984c5939c1c", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.49713598843664, "probs": [0.04090374672423521, 0.0169945383164516, 0.9421017149593132], "top": "supported", "option_logits": null, "prompt_sha256": "b62913ec06f42fa6b26014e6a574953154612aa6bbaa9e900ecbd21c91a58901", "input_tokens": 211, "server_ms": 35.24}, {"id": "b8091be929b1e489fcc4", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "51b91ba31984c5939c1c", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.27685398515314, "probs": [0.04194866830694898, 0.9074154634408776, 0.05063586825217336], "top": "contradicted", "option_logits": null, "prompt_sha256": "2d137ab4419274208800e3fb77890670f63f751139fc8acac92b7db7b6a730a5", "input_tokens": 211, "server_ms": 35.05}, {"id": "c89b86e3f55123bfa506", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "51b91ba31984c5939c1c", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.41646004328504, "probs": [0.03579134697254336, 0.9345577469581762, 0.029650906069280464], "top": "contradicted", "option_logits": null, "prompt_sha256": "65d98fd6662f81fa63534de6fb0b5a120a125650cf62a7de2fd2699049de80f3", "input_tokens": 201, "server_ms": 35.29}, {"id": "3b0958cabc339005cf66", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "51b91ba31984c5939c1c", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "supported", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.68917196756229, "probs": [0.9690991420237913, 0.016418485982945336, 0.014482371993263405], "top": "insufficient", "option_logits": null, "prompt_sha256": "93b403a86d3506f515c3cddbe5919eaa0281fcf4795a60184ee515c1fddfa7b1", "input_tokens": 197, "server_ms": 35.46}, {"id": "f2b4ec4930322fe45118", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "770c1607f0a11f88f81e", "gold": ["prohibited"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.246633033268154, "probs": [0.19902597038322306, 0.6555365755036917, 0.14543745411308528], "top": "prohibited", "option_logits": null, "prompt_sha256": "e3b57d01783bd19503abd5a9abd515403f0f8aeb84a581a45eb1402c7179318b", "input_tokens": 212, "server_ms": 35.15}, {"id": "61ac20b07a5189231e15", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "770c1607f0a11f88f81e", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.3244419968687, "probs": [0.030153846392648304, 0.9504097526239933, 0.019436400983358377], "top": "permitted", "option_logits": null, "prompt_sha256": "55acba94f1587a7f54a93f767747e852dadb1d8ba1f937c3bcb8fbbca8bd25f1", "input_tokens": 218, "server_ms": 35.29}, {"id": "4b3d794c004566610181", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "770c1607f0a11f88f81e", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.68051101686433, "probs": [0.06220125487024129, 0.07051679026836535, 0.8672819548613933], "top": "permitted", "option_logits": null, "prompt_sha256": "e94c1ed6f217a9215c05c73403057cbe6d03693358147199edde077f76c0ca17", "input_tokens": 203, "server_ms": 35.22}, {"id": "b7c4e62d07986286fce0", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "770c1607f0a11f88f81e", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "permitted", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.55007399339229, "probs": [0.8434852515678085, 0.10639876347043403, 0.0501159849617574], "top": "insufficient", "option_logits": null, "prompt_sha256": "967a6559cc35259d1050773013767bed123a54ef95de445efc721df0c5fc11d1", "input_tokens": 209, "server_ms": 35.12}, {"id": "9473603b44af63beab79", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ffd081ada3bd9be9207a", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.91803599195555, "probs": [0.8617058851120665, 0.09587928195428774, 0.042414832933645806], "top": "permitted", "option_logits": null, "prompt_sha256": "a9b6b7c8cbc195a4c73d593d73790c337af636f29e274a66e99c67970a64388c", "input_tokens": 209, "server_ms": 34.96}, {"id": "d41072dc35d8cd14c056", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ffd081ada3bd9be9207a", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.05886098742485, "probs": [0.050887592888715624, 0.9119264943284082, 0.03718591278287608], "top": "prohibited", "option_logits": null, "prompt_sha256": "ceb1ed19cf8b23ecd67e8000ee14fde3623a1ca2330dbcd10a420e8e0426871d", "input_tokens": 214, "server_ms": 35.43}, {"id": "33d6e5da58f0fee2490d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ffd081ada3bd9be9207a", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.46513800416142, "probs": [0.18515695889853595, 0.445649845141063, 0.3691931959604011], "top": "insufficient", "option_logits": null, "prompt_sha256": "695e83f16f10e2d5bfe4d413a0893af1fc3b78dacb36e19f8aa4405a1aa63348", "input_tokens": 209, "server_ms": 34.85}, {"id": "823bf736b92e9d8fa66d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ffd081ada3bd9be9207a", "gold": ["insufficient"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.26124203950167, "probs": [0.08420898053696053, 0.8579976192216164, 0.05779340024142296], "top": "insufficient", "option_logits": null, "prompt_sha256": "fefdc3621c12fcff6225a3b6b6eb374ab324df4afc63642748f3f7c4cd063503", "input_tokens": 209, "server_ms": 35.23}, {"id": "8a4c3de28be95c105ca1", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2c3a0cb61f7bae78739e", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.24963997211307, "probs": [0.10672401314545814, 0.04721229751644958, 0.8460636893380923], "top": "prohibited", "option_logits": null, "prompt_sha256": "1429197ed3833935b9b2a1ab079c1e5d9044b0b29b0a78dcc163d30cfbdd5d73", "input_tokens": 208, "server_ms": 35.02}, {"id": "ea7ec66a5e8eac886548", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2c3a0cb61f7bae78739e", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.6466590128839, "probs": [0.876117367942713, 0.08075843891914115, 0.04312419313814581], "top": "permitted", "option_logits": null, "prompt_sha256": "ef2c7f94a66d4c5d41ea39896dadcd381ffdb44fd6b84cb7ebfb2dec29dda2d7", "input_tokens": 211, "server_ms": 35.28}, {"id": "25172cd6ddc49ab0ca70", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2c3a0cb61f7bae78739e", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.4927980042994, "probs": [0.0477035724410535, 0.042078233664266926, 0.9102181938946795], "top": "permitted", "option_logits": null, "prompt_sha256": "1ac0c107839fcdcef568dead30d2c7ad5003790cab4a6fb5f59853045b91614b", "input_tokens": 202, "server_ms": 34.95}, {"id": "fb73a85d386cf59b0c51", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2c3a0cb61f7bae78739e", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "permitted", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.517003019806, "probs": [0.8309481792947823, 0.09245697019897443, 0.07659485050624319], "top": "insufficient", "option_logits": null, "prompt_sha256": "d14cc5fbd5c5014be587672c8a847ec7869217ec46b2986b92cb9590d1d60f62", "input_tokens": 204, "server_ms": 35.38}, {"id": "a02fd582d2881cc462b2", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "42ed4cbfde7f2f64274b", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.192469000350684, "probs": [0.035003776957469146, 0.05100292527189731, 0.9139932977706335], "top": "permitted", "option_logits": null, "prompt_sha256": "0411bf24ff3c7ae3c15cbd4c8e2be427e910559a0eec4c3e642f1b5155a41238", "input_tokens": 214, "server_ms": 35.02}, {"id": "19f37d5a97034bd7d04f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "42ed4cbfde7f2f64274b", "gold": ["prohibited"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.26417996548116, "probs": [0.1258463317845894, 0.7762376391176652, 0.09791602909774536], "top": "prohibited", "option_logits": null, "prompt_sha256": "0ac22c9e253b2c6f15c7fd533350d31256661a3cc46f7ea6901dd6d52416aa74", "input_tokens": 214, "server_ms": 35.16}, {"id": "fda0ca94652c6d739ecf", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "42ed4cbfde7f2f64274b", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.904386004433036, "probs": [0.8803184943057364, 0.09795024786186077, 0.021731257832402765], "top": "prohibited", "option_logits": null, "prompt_sha256": "93e7cdf8b0a9d2e91ef77f746e20b5d07f380d466b67f039b8eca81d82785f37", "input_tokens": 213, "server_ms": 35.07}, {"id": "d0e36c4cb10a29b3191c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "42ed4cbfde7f2f64274b", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "permitted", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 57.23887198837474, "probs": [0.7788844976918236, 0.08666400869190902, 0.13445149361626738], "top": "insufficient", "option_logits": null, "prompt_sha256": "0cc52cc068b469c091089844eda6fdb0ce8290f343d6110dea057157fc6c159b", "input_tokens": 212, "server_ms": 35.46}, {"id": "a0a39ace7e5337d038a7", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6dd193172b9240a04bf9", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.681224981322885, "probs": [0.9170956118639788, 0.07003258404452323, 0.012871804091497973], "top": "prohibited", "option_logits": null, "prompt_sha256": "07df45fd805fb49da7cbb17c4c9821cbd45bbd4a8559d853d3f2058d3d1f8abc", "input_tokens": 216, "server_ms": 35.13}, {"id": "eeae283841ce75dd25bf", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6dd193172b9240a04bf9", "gold": ["permitted"], "forbid": [], "option_ids": ["insufficient", "permitted", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.89592900266871, "probs": [0.046511751700819434, 0.9449395114357498, 0.008548736863430634], "top": "permitted", "option_logits": null, "prompt_sha256": "bc5166044ea70dfe1ffe698ff69c434fcd560984f8da98b811bd392c6ef2375e", "input_tokens": 216, "server_ms": 35.24}, {"id": "00bb4cc043f7d2b288d4", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6dd193172b9240a04bf9", "gold": ["permitted"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.98835998494178, "probs": [0.081707168383676, 0.03188304278259795, 0.8864097888337261], "top": "permitted", "option_logits": null, "prompt_sha256": "d5bd19d3c77b70f8cbed83668596689125bf1db168f76b7b3a357f8846b6acc6", "input_tokens": 208, "server_ms": 35.0}, {"id": "1a81ead69e93e5d0c86a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6dd193172b9240a04bf9", "gold": ["insufficient"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.660174016840756, "probs": [0.17703104527829333, 0.07355221007985424, 0.7494167446418524], "top": "insufficient", "option_logits": null, "prompt_sha256": "71bff3cfe089f548b584212a5839219740fe75f47f8409f1aa4e0add7ba7fad6", "input_tokens": 215, "server_ms": 35.17}, {"id": "4444dad25e438f128673", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3200eb252d6737e03027", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.97512303898111, "probs": [0.1288364204458939, 0.6583437011177077, 0.21281987843639838], "top": "permitted", "option_logits": null, "prompt_sha256": "6ae4ca1f7ec14a26e584776f03a32db110efc2f1df49537f9311888096dc89fa", "input_tokens": 209, "server_ms": 35.01}, {"id": "3226202ba1ada2570e9f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3200eb252d6737e03027", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.37657296331599, "probs": [0.7610131016921177, 0.16883849753435962, 0.07014840077352269], "top": "prohibited", "option_logits": null, "prompt_sha256": "7b372cc754513ce412e4325cbf032ee998cc4bd502c5f3b9a3db21891fb9b6d2", "input_tokens": 212, "server_ms": 35.2}, {"id": "3f783eec5c90812479bc", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3200eb252d6737e03027", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 56.02162203285843, "probs": [0.09687148818542426, 0.8176803730758856, 0.0854481387386902], "top": "prohibited", "option_logits": null, "prompt_sha256": "cc657ff3d559e698494e44382f2bf995e204490c096409ac7944aaeec100310f", "input_tokens": 209, "server_ms": 35.04}, {"id": "ffee861474a9665a093a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3200eb252d6737e03027", "gold": ["insufficient"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.18939299508929, "probs": [0.12635484417148546, 0.30412045992272907, 0.5695246959057854], "top": "insufficient", "option_logits": null, "prompt_sha256": "ba5da8bcd12908f5ace1d698c11786ba073dea3bff4318245007297e559d4988", "input_tokens": 210, "server_ms": 35.24}, {"id": "8c992e17e4fb54b044f5", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c0cbeb97315307af8111", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.47618803009391, "probs": [0.04399527306105078, 0.9516867697626097, 0.004317957176339503], "top": "A", "option_logits": null, "prompt_sha256": "02cea35cf16bc27b15251895e9b0de62fcd0662c7f918883d61aea0893118999", "input_tokens": 200, "server_ms": 35.25}, {"id": "695dd61195ca025c4f4c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c0cbeb97315307af8111", "gold": ["B"], "forbid": [], "option_ids": ["B", "insufficient", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.6555690234527, "probs": [0.9583922703489581, 0.03237589671648153, 0.00923183293456039], "top": "B", "option_logits": null, "prompt_sha256": "df09a6812cdaef0b4a9af65efb2b57c9acba2e4038a34c88fa1031636c5c12d1", "input_tokens": 201, "server_ms": 35.24}, {"id": "e6155431ab7b0f8170d4", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c0cbeb97315307af8111", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.34330297773704, "probs": [0.06149524169687701, 0.9129549413995451, 0.025549816903577924], "top": "B", "option_logits": null, "prompt_sha256": "557cfcbee9d51b363d9d810109c9f6860806c61b492f0c0f7c5a517000b80c7e", "input_tokens": 192, "server_ms": 34.81}, {"id": "b49ecda75086d8c68d2a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c0cbeb97315307af8111", "gold": ["insufficient"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.929802019614726, "probs": [0.06765176949122025, 0.8859181944824366, 0.0464300360263431], "top": "A", "option_logits": null, "prompt_sha256": "f5843f569f14042388a7d34f44ca703413a459c98cbe772b6732757618159917", "input_tokens": 192, "server_ms": 35.25}, {"id": "587ced261c6092cd1325", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "428176cd8ad2c7a74eea", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.408437001053244, "probs": [0.03607939080870998, 0.9420789483611384, 0.02184166083015174], "top": "B", "option_logits": null, "prompt_sha256": "b2b6c583e4d4cbb5eab53cbda1caad02e1d8c2de98ccae679c147a769fff0cd0", "input_tokens": 208, "server_ms": 35.0}, {"id": "533d4423d311de82b27d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "428176cd8ad2c7a74eea", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 56.69659597333521, "probs": [0.043982976135970124, 0.9514207741016708, 0.004596249762359112], "top": "A", "option_logits": null, "prompt_sha256": "2b29fd9860ebcb9c25eca46c46d974680f12177b7204d8e8aa21bdb4e410c90e", "input_tokens": 211, "server_ms": 35.18}, {"id": "2bf540d515a51755b25c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "428176cd8ad2c7a74eea", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.92702099541202, "probs": [0.08293947217253797, 0.017281996371705088, 0.899778531455757], "top": "A", "option_logits": null, "prompt_sha256": "36e701f3ac2aeef85b1f94539bc461c0fe9692de390d199289cc4b0010d1169c", "input_tokens": 200, "server_ms": 35.12}, {"id": "fdb9fc214aea2710763a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "428176cd8ad2c7a74eea", "gold": ["insufficient"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.621117004193366, "probs": [0.2086204876721029, 0.5692513354541036, 0.22212817687379355], "top": "A", "option_logits": null, "prompt_sha256": "e193fd9b4928c86c295aca78ce3664f3800cb887c08a75cc81f4c27d8cac6f76", "input_tokens": 190, "server_ms": 35.61}, {"id": "f6d68126b43f8c9ed183", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "389e65bf1ba709b84b12", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.4305180083029, "probs": [0.052456499742245456, 0.940041937252148, 0.007501563005606651], "top": "A", "option_logits": null, "prompt_sha256": "7d78c4010db6e376515791dec2799510665f8b78b8fc125e6c81ab272a5e54a4", "input_tokens": 203, "server_ms": 35.19}, {"id": "44bae0c8a1615a096c43", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "389e65bf1ba709b84b12", "gold": ["B"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.693385038059205, "probs": [0.9333925565458442, 0.06287188741231692, 0.0037355560418387687], "top": "B", "option_logits": null, "prompt_sha256": "f7f1c449378cfeab1aa6f0d8b8956c0ebdc42fc41981715151ef635cd7c30a64", "input_tokens": 206, "server_ms": 35.27}, {"id": "2175379f4c69e6207626", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "389e65bf1ba709b84b12", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.116972965653986, "probs": [0.03231411729008851, 0.9565634821799458, 0.011122400529965637], "top": "B", "option_logits": null, "prompt_sha256": "2a410919fe9bcc4c3af0ee5d5cb0a18027483d7607cc67d8e2b36aac780017b6", "input_tokens": 197, "server_ms": 34.9}, {"id": "def9fe59d262357a673a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "389e65bf1ba709b84b12", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.685306978877634, "probs": [0.7344499147820565, 0.23742239353898825, 0.028127691678955267], "top": "insufficient", "option_logits": null, "prompt_sha256": "55951e665a7f57802d87a47f36e9f026fa34961d6ab95756cc930b7f23c58b5e", "input_tokens": 192, "server_ms": 35.18}, {"id": "712f6ffb763eef7c9a12", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "45f8ead2522a14384cdc", "gold": ["B"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.392213023267686, "probs": [0.9365053724148908, 0.05924555068392171, 0.004249076901187515], "top": "B", "option_logits": null, "prompt_sha256": "2ebe271bc5824d82d2d78bf594230128f6c575a57fd8baf2e302594e8e197a3c", "input_tokens": 203, "server_ms": 35.06}, {"id": "e1d610bd14e3d16c09b9", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "45f8ead2522a14384cdc", "gold": ["A"], "forbid": [], "option_ids": ["A", "insufficient", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.405229991767555, "probs": [0.9641301142276885, 0.025341212170873196, 0.010528673601438379], "top": "A", "option_logits": null, "prompt_sha256": "541ebe99be4ec526fe1a7c254e8aac9a46d20f03cf70c55182ff21d2e81c7730", "input_tokens": 203, "server_ms": 35.37}, {"id": "22ec57822db50ec121cf", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "45f8ead2522a14384cdc", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.20586898596957, "probs": [0.044006830551321936, 0.9519367233977202, 0.004056446050957758], "top": "A", "option_logits": null, "prompt_sha256": "56f8c45e2826df48de51103c0d57592e857a2d2c5a2b4c7e44ae6a5c482fdbeb", "input_tokens": 193, "server_ms": 34.88}, {"id": "3e75f2b84e8e08e3d3f2", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "45f8ead2522a14384cdc", "gold": ["insufficient"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.26151999179274, "probs": [0.08732560804889346, 0.07702792615673913, 0.8356464657943673], "top": "insufficient", "option_logits": null, "prompt_sha256": "2cab104825b0b30d9ff566030d11a1e3b09b321b3d38b90c0efed0cce5a7bcd6", "input_tokens": 192, "server_ms": 35.3}, {"id": "ebd74aa05324a1556288", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3ecec8e2c166e397ad07", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.98640998080373, "probs": [0.04668393422657173, 0.9484375641457526, 0.004878501627675742], "top": "A", "option_logits": null, "prompt_sha256": "0ad946cf29b69aa1852873ef868eff6aabdae1ecf90cb02a01664377aa52c147", "input_tokens": 208, "server_ms": 34.91}, {"id": "d7e84e4245a29817da1f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3ecec8e2c166e397ad07", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 56.951664038933814, "probs": [0.021415606524360562, 0.054882108682312046, 0.9237022847933274], "top": "B", "option_logits": null, "prompt_sha256": "e4debc81a5f840b3b59b78b99150b6fe7d352c9ebff0a75758e00ad238927abe", "input_tokens": 206, "server_ms": 38.18}, {"id": "f41ae66b3c09630c7a42", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3ecec8e2c166e397ad07", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.485683027654886, "probs": [0.04585791045380365, 0.182323036446684, 0.7718190530995124], "top": "B", "option_logits": null, "prompt_sha256": "56a4f8a9b0eec586f7f826729bdafc23052803d1b5c00ad8560b665e05e864b0", "input_tokens": 200, "server_ms": 36.76}, {"id": "82c2cd97c160ad27951b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3ecec8e2c166e397ad07", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.92668795725331, "probs": [0.48466933476690643, 0.030661330466187017, 0.48466933476690643], "top": "insufficient", "option_logits": null, "prompt_sha256": "b8455d3ab548338ef64f7e77be5b8dabf8a597e33d0cc63fe8193ef80e622bfb", "input_tokens": 193, "server_ms": 36.37}, {"id": "7ada97b6f99f4788e5c7", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a71a17a287f3d30db2aa", "gold": ["B"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.33419398125261, "probs": [0.9617904722438735, 0.03459439130569816, 0.003615136450428284], "top": "B", "option_logits": null, "prompt_sha256": "b858c6bbc8c8351f4346fc5e3d852fe6ee9b785dc6b94d360ae628024eb06709", "input_tokens": 206, "server_ms": 36.14}, {"id": "4d7a003342db5b0a17e3", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a71a17a287f3d30db2aa", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.46172702452168, "probs": [0.03667902066255044, 0.9577360596916973, 0.005584919645752244], "top": "A", "option_logits": null, "prompt_sha256": "0a88a2f84514595473b1cce8e46c281ec4874b3089ad734915859ee7dedbe235", "input_tokens": 209, "server_ms": 36.22}, {"id": "19d3d8d0bf773e88be7b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a71a17a287f3d30db2aa", "gold": ["A"], "forbid": [], "option_ids": ["A", "B", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.8139780187048, "probs": [0.9824562054566083, 0.012163109080848325, 0.005380685462543299], "top": "A", "option_logits": null, "prompt_sha256": "2c9673b1cb4b3fbd58623553b451dc156780891cb5dcc9b6308a8e8956ad3707", "input_tokens": 194, "server_ms": 35.97}, {"id": "d6de731cca52359b1c87", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a71a17a287f3d30db2aa", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.982704994268715, "probs": [0.6156245007589809, 0.35002223803687876, 0.03435326120414038], "top": "insufficient", "option_logits": null, "prompt_sha256": "27a13455c83f546a6536d5176d6495279bfc3e008a8be3357720f358e0b0ba51", "input_tokens": 192, "server_ms": 35.73}, {"id": "b45c63fb92729af27f05", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "986d7eaba0c7e9738e79", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "supported", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.647270950023085, "probs": [0.9541450372778729, 0.02077619807256723, 0.02507876464955978], "top": "contradicted", "option_logits": null, "prompt_sha256": "cd2424143ed01cada3e3de82c5fc7baff6151e8e0c9a2a5cf3dc62da3bdb5df4", "input_tokens": 216, "server_ms": 35.53}, {"id": "46b7029b9a704138b77a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "986d7eaba0c7e9738e79", "gold": ["supported"], "forbid": [], "option_ids": ["insufficient", "contradicted", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.142164018936455, "probs": [0.06521723973326335, 0.02544848910395107, 0.9093342711627855], "top": "supported", "option_logits": null, "prompt_sha256": "aa8d2e4b84513eefef53cabda30cc69e33d534dbf16a8b10c03c0b7a81685221", "input_tokens": 214, "server_ms": 35.34}, {"id": "caf773b23934fa7362a1", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "986d7eaba0c7e9738e79", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.44560799514875, "probs": [0.9742641243789874, 0.012061688675882507, 0.013674186945130246], "top": "supported", "option_logits": null, "prompt_sha256": "60a0e925e3dcadbeab6b6a2b019538d0849b0ad4ff292f4f4dfabd004fc26fbe", "input_tokens": 209, "server_ms": 35.27}, {"id": "f46f392ef9e9e9df564b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "986d7eaba0c7e9738e79", "gold": ["insufficient"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.26291102776304, "probs": [0.025549816903577924, 0.9129549413995451, 0.06149524169687701], "top": "insufficient", "option_logits": null, "prompt_sha256": "aa7bc2d08112a9522d81345ac9a7d53f0d585926b12a5796bbf5cf6ed40654a7", "input_tokens": 207, "server_ms": 35.57}, {"id": "005dcf6d2c0f21d64796", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ca2e0b043985fa49bcd2", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.457533988170326, "probs": [0.07949528199138332, 0.8624138458567759, 0.05809087215184071], "top": "prohibited", "option_logits": null, "prompt_sha256": "d360c81abdb832d6d4fc247f34526c0acf5c10bf63f3ba2f0a5df79a0a0b84fe", "input_tokens": 228, "server_ms": 36.07}, {"id": "edb708bd0fe5fd67d6ee", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ca2e0b043985fa49bcd2", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.07228500209749, "probs": [0.2496799263499702, 0.5300831040455648, 0.220236969604465], "top": "prohibited", "option_logits": null, "prompt_sha256": "765f101f81708bceab877ada604f7eb0109387886d2c71372ad54f27f41596b7", "input_tokens": 229, "server_ms": 35.79}, {"id": "97a35499bd8717f3e786", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ca2e0b043985fa49bcd2", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.967536019627005, "probs": [0.05327692281408309, 0.050037135750001537, 0.8966859414359155], "top": "permitted", "option_logits": null, "prompt_sha256": "7c022953e71f15c5db0804d15f429edc65df946b8118edb4bed287be99eb8e06", "input_tokens": 222, "server_ms": 35.61}, {"id": "31eb4533d2c89959ec46", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ca2e0b043985fa49bcd2", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.26408495986834, "probs": [0.9496834930411857, 0.02201796781359454, 0.0282985391452198], "top": "insufficient", "option_logits": null, "prompt_sha256": "2a20ce272c75f01a4392c5d1b820d39545737e02ae5d1532f5088b556aaf2dfb", "input_tokens": 221, "server_ms": 35.94}, {"id": "0aa24a6701ac9c56c4a0", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "85051ba3c30277824ebe", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.04976097634062, "probs": [0.15783373213940913, 0.13075543386622587, 0.7114108339943651], "top": "A", "option_logits": null, "prompt_sha256": "20950a74ee9e9289ced5b4ab39da6c82ddcf60751467e3833c7b6268a969231a", "input_tokens": 216, "server_ms": 35.3}, {"id": "796d5c0da6eaadae6a3f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "85051ba3c30277824ebe", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.13483903976157, "probs": [0.04402789073014046, 0.9523922982664232, 0.003579811003436374], "top": "A", "option_logits": null, "prompt_sha256": "0c5c6af7ff5ee4ea09f5e5b6b8a9bb61a17684c1006f4cb8a05bae580e850500", "input_tokens": 210, "server_ms": 35.68}, {"id": "599b3092b6fd18312d23", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "85051ba3c30277824ebe", "gold": ["A"], "forbid": [], "option_ids": ["B", "insufficient", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.15850999997929, "probs": [0.057300813469286845, 0.036934646170185034, 0.905764540360528], "top": "A", "option_logits": null, "prompt_sha256": "64d5868d09c010e1d2b657f2aa408443a740902dc4db9140297cdb9bf9c68726", "input_tokens": 209, "server_ms": 35.28}, {"id": "960a4bcd27363e6db4b9", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "85051ba3c30277824ebe", "gold": ["insufficient"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.54648798331618, "probs": [0.11336351747405907, 0.09391462502504651, 0.7927218575008944], "top": "insufficient", "option_logits": null, "prompt_sha256": "5f73cc713484c1229bcbe4b2ff3834fd1d956866e23f823ba3db55ceff1aab63", "input_tokens": 211, "server_ms": 35.71}, {"id": "c6a411e7f2bbdf377173", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e7798dab5f4f121cab77", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 60.750422009732574, "probs": [0.9627223539065123, 0.013512193531635124, 0.023765452561852595], "top": "contradicted", "option_logits": null, "prompt_sha256": "18d2e56a6f70a329938566cb8f600ff8300b8df476d53d421cc99e8f0fac865d", "input_tokens": 226, "server_ms": 35.82}, {"id": "e332aa927d0c2ed044aa", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e7798dab5f4f121cab77", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.437106009572744, "probs": [0.1334863221372416, 0.0431515389781823, 0.8233621388845761], "top": "supported", "option_logits": null, "prompt_sha256": "4c97dcf4ec740144ccca8f21864fcded1b23ca85164465873e863616d563bd04", "input_tokens": 227, "server_ms": 35.88}, {"id": "a0128e551d095f3449f8", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e7798dab5f4f121cab77", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.6634010495618, "probs": [0.9756839658580125, 0.007785987664731666, 0.016530046477255724], "top": "supported", "option_logits": null, "prompt_sha256": "4f19b930e60acfcc87e3ba2e159c3b6e838e2d2684d3e150886db057cca7d973", "input_tokens": 202, "server_ms": 35.23}, {"id": "46d6a0731bd288c370f0", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e7798dab5f4f121cab77", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "contradicted", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.737008944153786, "probs": [0.961421480275785, 0.022290108712649817, 0.016288411011565182], "top": "insufficient", "option_logits": null, "prompt_sha256": "4fa649e0cb3d3f1aa6b1462f5c9aea273cd2e79799099f3857121c1ed5f99cc6", "input_tokens": 202, "server_ms": 35.51}, {"id": "21ca7a8b970e36b8e20f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "928ebc7817a8f1cac3e4", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.671201003249735, "probs": [0.729412594713007, 0.22145529290309635, 0.049132112383896635], "top": "prohibited", "option_logits": null, "prompt_sha256": "26bab341e783c473bb0cd15ee4006b6de195a4ace87600b8f5d9a6057783c229", "input_tokens": 233, "server_ms": 35.29}, {"id": "4aa83af95bb69e90bc2d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "928ebc7817a8f1cac3e4", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.01573498966172, "probs": [0.5597026262056906, 0.280700836596039, 0.15959653719827038], "top": "permitted", "option_logits": null, "prompt_sha256": "cc6d15a873dadb0a72b38963087b2306793d285516de46d7f2fe206334dfb815", "input_tokens": 231, "server_ms": 35.38}, {"id": "cdfa9eed51fafcf09b72", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "928ebc7817a8f1cac3e4", "gold": ["permitted"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.509764024056494, "probs": [0.06078538919398344, 0.03679812129727697, 0.9024164895087395], "top": "permitted", "option_logits": null, "prompt_sha256": "43ff1e21f8ff1c12d93e490c7bb0d0387a834684b19671df21468b5df5b419a5", "input_tokens": 216, "server_ms": 34.93}, {"id": "d51b05bfb9d6d7f09331", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "928ebc7817a8f1cac3e4", "gold": ["insufficient"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.05953899025917, "probs": [0.3410513416651591, 0.6386849687911409, 0.020263689543699993], "top": "insufficient", "option_logits": null, "prompt_sha256": "963fcf1c25348b461b0716c138376d0bb6e4019f9668707e3835e3e78847a10d", "input_tokens": 223, "server_ms": 35.57}, {"id": "fdd902cc6e65fad7cb4f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "53b0770ec36835b81d3a", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.88559802668169, "probs": [0.0703544524474239, 0.9213105784571893, 0.008334969095386698], "top": "A", "option_logits": null, "prompt_sha256": "551ce45507e2c14daa97c398aa5de9a0b8cfe76a767653aa71c04f7b3abd5e3d", "input_tokens": 222, "server_ms": 35.33}, {"id": "42384af9ae56beb37ff5", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "53b0770ec36835b81d3a", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.449010010808706, "probs": [0.025341481023768493, 0.06914791484815831, 0.9055106041280732], "top": "B", "option_logits": null, "prompt_sha256": "2c7cebc2af92770f2b34548869b76e811f2a57f4d9411aa44574245c4be08d50", "input_tokens": 222, "server_ms": 35.37}, {"id": "cdf7f428857e1b841cb3", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "53b0770ec36835b81d3a", "gold": ["B"], "forbid": [], "option_ids": ["A", "insufficient", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.16023004706949, "probs": [0.036501501263329385, 0.06835615589081268, 0.8951423428458579], "top": "B", "option_logits": null, "prompt_sha256": "2308c8cfd1b4ffa99ae77bf545c7e2bd04a3ab8dc7f03c3f731311c52ca45ca6", "input_tokens": 215, "server_ms": 35.05}, {"id": "774f7f9245f83c796d44", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "53b0770ec36835b81d3a", "gold": ["insufficient"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.05614199116826, "probs": [0.04743672482010346, 0.04743672482010346, 0.905126550359793], "top": "insufficient", "option_logits": null, "prompt_sha256": "ad22af27f0ad7843a439e48e5d02123c5db59fd008f5f14b01dc656541c67653", "input_tokens": 201, "server_ms": 35.2}, {"id": "92ec2ffa3dd46ada1335", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "056cc5b726d6e8300a77", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.10527397179976, "probs": [0.9152149580032972, 0.039736390129000654, 0.04504865186770221], "top": "contradicted", "option_logits": null, "prompt_sha256": "8c0be41435b431d759d31faa321275876446dcf2914fc5e6764726770b3c1db3", "input_tokens": 223, "server_ms": 35.32}, {"id": "6149a17bc154f9c5b4a0", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "056cc5b726d6e8300a77", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.62585901841521, "probs": [0.7192045412466151, 0.033247914805510814, 0.24754754394787407], "top": "supported", "option_logits": null, "prompt_sha256": "0815fedf6251d98db834d0623439ebb260d1a4f3bbfb6b661e7b1698ce47bd38", "input_tokens": 219, "server_ms": 35.35}, {"id": "be866e1dbec5d42d9423", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "056cc5b726d6e8300a77", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.28894597571343, "probs": [0.02669293589117738, 0.01950575982260376, 0.9538013042862189], "top": "supported", "option_logits": null, "prompt_sha256": "32276207f151f7512091a9a8eeba70b47c1e41f955682b904a9db34d1ecf62c5", "input_tokens": 220, "server_ms": 35.32}, {"id": "97d2ed2591fc7638806c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "056cc5b726d6e8300a77", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "supported", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.16772300284356, "probs": [0.8363426091871619, 0.12734544467957343, 0.03631194613326466], "top": "insufficient", "option_logits": null, "prompt_sha256": "a7a409ea5b81586a7a32b1eb278d5201016f321cc2071a106973bfccb58d081c", "input_tokens": 218, "server_ms": 35.34}, {"id": "4533dd91267b4d815690", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e3ce8ec496dbc9974f94", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.12578902905807, "probs": [0.07444288610891006, 0.06566437538338366, 0.8598927385077062], "top": "prohibited", "option_logits": null, "prompt_sha256": "62f8bfce50f960f55352dd75b5cdcc21b872cdf92f9e0a0468dfd37b0286b310", "input_tokens": 224, "server_ms": 35.47}, {"id": "d880e65fef5e2993fdd0", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e3ce8ec496dbc9974f94", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.82443300914019, "probs": [0.33994849673548966, 0.13265166636914294, 0.5273998368953674], "top": "prohibited", "option_logits": null, "prompt_sha256": "9cf8ec9573bb1975e6a04867c89de97b537f00b37ac0b00bfc2d94409177f946", "input_tokens": 221, "server_ms": 35.48}, {"id": "90494c76078ffc3c717a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e3ce8ec496dbc9974f94", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.6651949621737, "probs": [0.8736778955723182, 0.0805335711500283, 0.04578853327765339], "top": "permitted", "option_logits": null, "prompt_sha256": "c6d0dce9defd2edc46e21f6bf2e2ea73cdb9a2f27c00e61e4a29ea8091c80c7a", "input_tokens": 221, "server_ms": 35.13}, {"id": "9ac5cc82c4126c91174a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e3ce8ec496dbc9974f94", "gold": ["insufficient"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.90125699341297, "probs": [0.062121585338401536, 0.9222535863628694, 0.015624828298729139], "top": "insufficient", "option_logits": null, "prompt_sha256": "cdbf0d0be3a9e0d55a656ba7af8a3f8810e109f3a4412511847270b44e9ab030", "input_tokens": 220, "server_ms": 35.44}, {"id": "386e10b1c1ce906473a4", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a5b234c2e4fb304f1071", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.41150698950514, "probs": [0.0306838713939516, 0.9671154885765151, 0.0022006400295334033], "top": "A", "option_logits": null, "prompt_sha256": "5524c9598304299c0fae65bf8bf8ad44801cdcb1bd308012e90f5ded20b6ba67", "input_tokens": 227, "server_ms": 35.1}, {"id": "4da6aedc1139224eeff2", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a5b234c2e4fb304f1071", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.82431799080223, "probs": [0.018707424584872102, 0.9739927314924995, 0.007299843922628353], "top": "B", "option_logits": null, "prompt_sha256": "046ec0b3a43e34bd3ad9db12de82d9ab13469716689b9965c7d95a66c352e39c", "input_tokens": 230, "server_ms": 35.53}, {"id": "a22dab8ba073ff6cdb8d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a5b234c2e4fb304f1071", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.97968699596822, "probs": [0.018604370570790937, 0.9686272786061052, 0.012768350823103862], "top": "B", "option_logits": null, "prompt_sha256": "90d9b06fa0f1feef4f1dae43f365de42ae5f316337ec9a7aa0aa6aa37c669a98", "input_tokens": 223, "server_ms": 35.07}, {"id": "42c54fa2ad45743e24d8", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a5b234c2e4fb304f1071", "gold": ["insufficient"], "forbid": [], "option_ids": ["A", "insufficient", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 51.80186202051118, "probs": [0.02713643902676001, 0.9696486773304461, 0.003214883642793822], "top": "insufficient", "option_logits": null, "prompt_sha256": "85c14e214fe05ffb55d500ad4af7eb7345fc6dc8977d072368298d19b856706f", "input_tokens": 210, "server_ms": 35.12}, {"id": "f3d13cf184f916677def", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "d142f7fd0efa0eddc788", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.4060630123131, "probs": [0.8801051546539677, 0.027923276514473683, 0.09197156883155871], "top": "contradicted", "option_logits": null, "prompt_sha256": "47f18c1ebc5b12492bc779a1680bd2655ef7a5e1c51231980a4f2044a1fd2c16", "input_tokens": 227, "server_ms": 35.13}, {"id": "1105577da4c8dad4609d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "d142f7fd0efa0eddc788", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.29296999843791, "probs": [0.08978367791396158, 0.051047811831364455, 0.859168510254674], "top": "supported", "option_logits": null, "prompt_sha256": "e167d21bdf4613da98264568b0f7e46b1dc7e5d439bf20bb1e194ad8a1faa97c", "input_tokens": 224, "server_ms": 35.18}, {"id": "0ebd299739302d8b057b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "d142f7fd0efa0eddc788", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.90840601082891, "probs": [0.5781390325410648, 0.3087204270019537, 0.1131405404569815], "top": "contradicted", "option_logits": null, "prompt_sha256": "09d93074ccda5bea0013692c06402396cf588d13622e29fa281b715aa32bd8e1", "input_tokens": 220, "server_ms": 34.99}, {"id": "eafc22c8c40df3932a8e", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "d142f7fd0efa0eddc788", "gold": ["insufficient"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.98445500759408, "probs": [0.055608297494421005, 0.008467179367297219, 0.9359245231382817], "top": "insufficient", "option_logits": null, "prompt_sha256": "237d0434d6c9553e9da609de77e16fe67eab4b3dd0651270af00d8bd1d002fb4", "input_tokens": 208, "server_ms": 35.46}, {"id": "0aa1447680e4f25862bb", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3476d3f4f32290fe57c3", "gold": ["prohibited"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.50880097830668, "probs": [0.12883641826967107, 0.2128198779442895, 0.6583437037860393], "top": "permitted", "option_logits": null, "prompt_sha256": "847503511d164b28bae40eb9a26c124b4f5604c93c23c64e73ab4c0f4a8b7674", "input_tokens": 227, "server_ms": 35.13}, {"id": "980e76145c925747220c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3476d3f4f32290fe57c3", "gold": ["permitted"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.05598704237491, "probs": [0.3671636825410607, 0.02633289140285521, 0.6065034260560841], "top": "permitted", "option_logits": null, "prompt_sha256": "fe9be4c9a4653da33139e911ffc27851336005ffef91ea116405e4867a22df2c", "input_tokens": 228, "server_ms": 35.3}, {"id": "4aee37a6a155747766aa", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3476d3f4f32290fe57c3", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.937245964538306, "probs": [0.886900606305962, 0.06360830231476525, 0.04949109137927273], "top": "permitted", "option_logits": null, "prompt_sha256": "f047d6c0b9b2da3679e9f8e44e33924d72e04dee96588064644813ed8fba2e8a", "input_tokens": 225, "server_ms": 35.22}, {"id": "6db17cc22bd656d78558", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3476d3f4f32290fe57c3", "gold": ["insufficient"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.0822820039466, "probs": [0.0734095390557655, 0.02373077921642233, 0.9028596817278121], "top": "insufficient", "option_logits": null, "prompt_sha256": "61743187961a10bc606b2e07c7f3e07006de441253cacdf0ad34c0d93de10206", "input_tokens": 218, "server_ms": 35.23}, {"id": "ef3e0f8e657bf59f8a29", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c979db7416b206c1eb09", "gold": ["B"], "forbid": [], "option_ids": ["A", "insufficient", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.89278300572187, "probs": [0.6690253227621226, 0.06991358622745607, 0.26106109101042135], "top": "A", "option_logits": null, "prompt_sha256": "4b7526d0b4eeb5242715b4607249dc7fda6cf97c71dcc902cd046f73925448e7", "input_tokens": 221, "server_ms": 34.87}, {"id": "f756e1cb04e11766341e", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c979db7416b206c1eb09", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.468425991013646, "probs": [0.16680897363694863, 0.8005468752842061, 0.03264415107884514], "top": "A", "option_logits": null, "prompt_sha256": "4408aba1facc73fb41856f6e1dc6c5b0d101515eaa9d3d36c998d455ca98f352", "input_tokens": 227, "server_ms": 35.26}, {"id": "d167e51bb1f499099645", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c979db7416b206c1eb09", "gold": ["A"], "forbid": [], "option_ids": ["A", "B", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.00174199510366, "probs": [0.6472762711048763, 0.324620580367349, 0.02810314852777479], "top": "A", "option_logits": null, "prompt_sha256": "0b110642e6f85b6b9af06ece23e13205ce08a034a618743f303b28e850df3715", "input_tokens": 207, "server_ms": 34.96}, {"id": "674ca4e9346216255466", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c979db7416b206c1eb09", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.42636501882225, "probs": [0.9579483616410114, 0.015242642754936796, 0.026808995604051852], "top": "insufficient", "option_logits": null, "prompt_sha256": "45b0316cd9c277a9bb15a11f91bd859ef40e49a3ab00f161e1eb488c6e0e7b0c", "input_tokens": 197, "server_ms": 35.31}, {"id": "1df851a202994a07f123", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f7403e39d6796072491c", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.94799600960687, "probs": [0.9718556905482565, 0.017531269220884715, 0.010613040230858772], "top": "contradicted", "option_logits": null, "prompt_sha256": "cdb3c0f15d25126f3098fd8687670ff98df334e531fe734a90fd20964e3c9f10", "input_tokens": 213, "server_ms": 35.07}, {"id": "b5e6788d95b8395d2888", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f7403e39d6796072491c", "gold": ["supported"], "forbid": [], "option_ids": ["insufficient", "contradicted", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.70999197475612, "probs": [0.019733010925224156, 0.015353470531745737, 0.9649135185430301], "top": "supported", "option_logits": null, "prompt_sha256": "b4e0e9b59a46be9303b34ef8102e1d9111539bea553263938df2bfc22c9dd274", "input_tokens": 212, "server_ms": 35.4}, {"id": "32f36cd0fbbfb3604586", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f7403e39d6796072491c", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.98078704113141, "probs": [0.9709235969179878, 0.013627301203680551, 0.015449101878331626], "top": "supported", "option_logits": null, "prompt_sha256": "e5eaec4c174f6c30c9c81367eae7d66e2ba382d18bb05436473d679cafb24334", "input_tokens": 202, "server_ms": 35.07}, {"id": "843185706adff0c60f8b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f7403e39d6796072491c", "gold": ["insufficient"], "forbid": [], "option_ids": ["contradicted", "supported", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.060571012087166, "probs": [0.8976195797221951, 0.01428270535936492, 0.08809771491844004], "top": "contradicted", "option_logits": null, "prompt_sha256": "df64bd34d0d81d7b47be5dbc60eef67a495ee5f90e2504e9cf782b6a9d05686e", "input_tokens": 203, "server_ms": 35.53}, {"id": "b531dd603bf080dab820", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a060fd4621be415e9f1a", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.96802502218634, "probs": [0.8705748790556944, 0.058640587741848625, 0.07078453320245706], "top": "prohibited", "option_logits": null, "prompt_sha256": "fd7e983dea8e27e2db4d4476f707a33c8f1988072e046e59b8dde274d605403a", "input_tokens": 218, "server_ms": 35.27}, {"id": "be2dd67bc733c1213bef", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a060fd4621be415e9f1a", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.32764102099463, "probs": [0.03565003212414025, 0.9308678254479662, 0.03348214242789346], "top": "permitted", "option_logits": null, "prompt_sha256": "1cb99992bb26c8f1538437106767655293f477f4946f1a084a3f1fc536d5db41", "input_tokens": 221, "server_ms": 35.6}, {"id": "b8e2750307df9761e716", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a060fd4621be415e9f1a", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.477289038710296, "probs": [0.9356609917402224, 0.026185265088641236, 0.038153743171136366], "top": "permitted", "option_logits": null, "prompt_sha256": "a120de7fa181e55bda051aec589d2be6dff9056b71f321879d28e3c6f0524a48", "input_tokens": 215, "server_ms": 35.1}, {"id": "5d31b4bf2d0fc193f53b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a060fd4621be415e9f1a", "gold": ["insufficient"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.607102017849684, "probs": [0.17108244800120995, 0.2654191980997831, 0.5634983538990069], "top": "prohibited", "option_logits": null, "prompt_sha256": "3f00e519658a47dabd139558a1a8c9c19ec33a397c79d6f38432fcd92ffa6759", "input_tokens": 220, "server_ms": 35.31}, {"id": "a9230edfc6ec9e524af0", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2b0f8eda8903e38a47de", "gold": ["A"], "forbid": [], "option_ids": ["B", "insufficient", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.65925801359117, "probs": [0.02654524013373213, 0.02493101477406087, 0.948523745092207], "top": "A", "option_logits": null, "prompt_sha256": "75e6aa62212ed77b1b8e3372e11c267ce5041413067bf12b523300be3f1d2c8a", "input_tokens": 206, "server_ms": 35.32}, {"id": "c100e84585149a04be49", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2b0f8eda8903e38a47de", "gold": ["B"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.57338901376352, "probs": [0.9767856508491533, 0.019975802811812802, 0.003238546339033884], "top": "B", "option_logits": null, "prompt_sha256": "a4086e6641a8cfb71d89c50e81af6a0d26c78a0e2cca3b111a59d07fc5534227", "input_tokens": 212, "server_ms": 35.28}, {"id": "579beed184ffc1104aa9", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2b0f8eda8903e38a47de", "gold": ["B"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.04649699246511, "probs": [0.9722335117661297, 0.025554202312284887, 0.002212285921585334], "top": "B", "option_logits": null, "prompt_sha256": "b4d0de3cb9bc5006b85a9ab8defc48bc023a8160179f1ac5ef0afc35737db2fc", "input_tokens": 203, "server_ms": 35.2}, {"id": "c4e9bd463b6fde5be743", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2b0f8eda8903e38a47de", "gold": ["insufficient"], "forbid": [], "option_ids": ["B", "insufficient", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.946144005749375, "probs": [0.04360114802649768, 0.943161207167596, 0.013237644805906336], "top": "insufficient", "option_logits": null, "prompt_sha256": "71c48e87b6408ec5edeb911ec9c333e5314ca1902ea38d67e60b89e3733ec662", "input_tokens": 191, "server_ms": 35.3}, {"id": "b863998d4be2721a5dfd", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "01020a1eaf46ec2fba5d", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.293913952074945, "probs": [0.08579102787436829, 0.2340933015047472, 0.6801156706208845], "top": "contradicted", "option_logits": null, "prompt_sha256": "57826b5b8530ae304d16f591c4dd35a0e6c6c3d66d0015b8656598b752d6b56d", "input_tokens": 224, "server_ms": 35.11}, {"id": "37cebc3792e98049439f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "01020a1eaf46ec2fba5d", "gold": ["supported"], "forbid": [], "option_ids": ["insufficient", "supported", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.169035993050784, "probs": [0.06220125487024129, 0.8672819548613933, 0.07051679026836535], "top": "supported", "option_logits": null, "prompt_sha256": "8fccfa0887a064fc1c7381405d0093e3f490b0d8062590c34349334bf93a1a91", "input_tokens": 221, "server_ms": 35.09}, {"id": "64d63f86e328aff1481c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "01020a1eaf46ec2fba5d", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.45642298925668, "probs": [0.04931839214968541, 0.009651501126706794, 0.9410301067236078], "top": "supported", "option_logits": null, "prompt_sha256": "b8d01c5f1cfc65c56440853bb6ea71da814dc8d2dbdbe0b6ebe49bef67f4a9bc", "input_tokens": 229, "server_ms": 35.03}, {"id": "6d64a8459f64eac7f4cc", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "01020a1eaf46ec2fba5d", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "contradicted", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.99895895970985, "probs": [0.9702339069518919, 0.02249442043151019, 0.007271672616597835], "top": "insufficient", "option_logits": null, "prompt_sha256": "1229efd0e44b4ec6cd2d562289154ff5c11c31e86264a7ce7e635b98cc697086", "input_tokens": 226, "server_ms": 35.55}, {"id": "2708193212d8a4a523c7", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6a06a2f278301c1412ee", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.32676798570901, "probs": [0.2513704799344376, 0.6441910381357905, 0.10443848192977191], "top": "permitted", "option_logits": null, "prompt_sha256": "6c3289b3c60badefade24875b521714e75aa53b0674872edb9f0708213f84ad8", "input_tokens": 226, "server_ms": 35.1}, {"id": "5a37d1dfcad20810a76a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6a06a2f278301c1412ee", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.92403801670298, "probs": [0.031035471572559672, 0.8103757740468936, 0.1585887543805467], "top": "permitted", "option_logits": null, "prompt_sha256": "05edfab6235151954638b9a2956274333d03a9fdd4c7cec72b3136cd8497d055", "input_tokens": 215, "server_ms": 35.37}, {"id": "acacd8b46acd25cb954b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6a06a2f278301c1412ee", "gold": ["permitted"], "forbid": [], "option_ids": ["insufficient", "permitted", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.644413012079895, "probs": [0.28260348014973824, 0.5999814666465165, 0.11741505320374515], "top": "permitted", "option_logits": null, "prompt_sha256": "f2ed20d5d37c47c360b87dd6fabb7aa18e2a92bf8e7924bbcd02f4d37f76b501", "input_tokens": 225, "server_ms": 35.1}, {"id": "4089c199b8b796ec3ed8", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6a06a2f278301c1412ee", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.61198802711442, "probs": [0.6006752256036975, 0.0356893377380391, 0.3636354366582635], "top": "insufficient", "option_logits": null, "prompt_sha256": "81ac90c620f667eaca4acad99002b68effb931cfae4551f8bf7306013acb86ee", "input_tokens": 224, "server_ms": 35.42}, {"id": "02f2b95a5c5a4777a45c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2797f8c23d05c0ee06b3", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.53694799123332, "probs": [0.16176938835030455, 0.8266285492101126, 0.011602062439582941], "top": "A", "option_logits": null, "prompt_sha256": "35ad7c6e27133453e50f181f7eddddc3842f0f2da4c316fc7ce85255f43468a2", "input_tokens": 213, "server_ms": 35.01}, {"id": "ebea4681e3dcc7d92ca2", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2797f8c23d05c0ee06b3", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.702106000855565, "probs": [0.182989315672784, 0.6832919497683837, 0.1337187345588323], "top": "B", "option_logits": null, "prompt_sha256": "cc9b1512a6abeeaacf0aba92a0b32b5d718db9c45bb9f31928cb8d95ceb1e152", "input_tokens": 218, "server_ms": 35.28}, {"id": "b8c5b9b285cbdddc9f8d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2797f8c23d05c0ee06b3", "gold": ["B"], "forbid": [], "option_ids": ["A", "insufficient", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.21302398806438, "probs": [0.027898126913861773, 0.03585599816809988, 0.9362458749180382], "top": "B", "option_logits": null, "prompt_sha256": "26c7541156fe8ba354870323e878002e46ad331c7ffa7782fb6df1051840ced3", "input_tokens": 209, "server_ms": 34.87}, {"id": "7ed75d854d99b3a81916", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2797f8c23d05c0ee06b3", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.97124501178041, "probs": [0.919161537118523, 0.022690124115183632, 0.05814833876629327], "top": "insufficient", "option_logits": null, "prompt_sha256": "904cfa01a76941d34f2964642a3841ba68802c89aaa878cc4dbbdbefc0084ec0", "input_tokens": 207, "server_ms": 35.5}, {"id": "14790d6d50043b03420c", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2fdaa8a61e6e989dd866/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.752326988615096, "probs": [0.9594367541920572, 0.032411181205817395, 0.008152064602125513], "top": "contradicted", "option_logits": null, "prompt_sha256": "6742d19e6f2f7e8cc85c08be7b038e5ceeabb7b63c5bcdc82e120416a0bce676", "input_tokens": 204, "server_ms": 35.11}, {"id": "29566b5efbd2611e6eee", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2fdaa8a61e6e989dd866/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.36492497008294, "probs": [0.041513347298601795, 0.06048782007179681, 0.8979988326296015], "top": "contradicted", "option_logits": null, "prompt_sha256": "d6dab4bfc6107fe33afbdd7a53a851050d3498e882efca1ed4679c8fee89b60c", "input_tokens": 215, "server_ms": 35.13}, {"id": "1a6e02f5b0bf923374c1", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2fdaa8a61e6e989dd866/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.48218698054552, "probs": [0.035722764629231414, 0.03151023805566489, 0.9327669973151036], "top": "contradicted", "option_logits": null, "prompt_sha256": "1275c500e69ee4e3c779b72b546c1079fd5259f9b00b0ea2a9727ea78ae42f12", "input_tokens": 236, "server_ms": 35.51}, {"id": "d83888299b2e202297be", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f4bea3d3bcc01056740d/stability", "gold": ["supported"], "forbid": [], "option_ids": ["insufficient", "contradicted", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.689247007947415, "probs": [0.02669293589117738, 0.01950575982260376, 0.9538013042862189], "top": "supported", "option_logits": null, "prompt_sha256": "79dad3515d6ac33938250c57cbc27d196b71bc3e8c7c46557f6ffcc440599486", "input_tokens": 209, "server_ms": 35.06}, {"id": "f42c36cd140557859819", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f4bea3d3bcc01056740d/stability", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.58558999048546, "probs": [0.9575581678036222, 0.017273357092855306, 0.025168475103522527], "top": "supported", "option_logits": null, "prompt_sha256": "6c82712d126b30080db5961980e2188bd98cbe7185a80b9d0850476582611255", "input_tokens": 220, "server_ms": 34.89}, {"id": "c2e8c6d1252eabe3e182", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f4bea3d3bcc01056740d/stability", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.56593197211623, "probs": [0.9756491443197615, 0.008826562635325764, 0.015524293044912726], "top": "supported", "option_logits": null, "prompt_sha256": "9f99e79be8bfc744e8e881df8765962b2c5e9ead7c08aa3031d8c4e482b94314", "input_tokens": 241, "server_ms": 35.47}, {"id": "70d7bdc8d5ee62366ee5", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "b51b300da2936decc6b7/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.01322299055755, "probs": [0.9671640812547988, 0.01744663776234453, 0.015389280982856728], "top": "contradicted", "option_logits": null, "prompt_sha256": "1cd67b493a05a62ee45b1f9e1d6661a965f7c67c1abdff0f2f900efab7b44c57", "input_tokens": 194, "server_ms": 34.94}, {"id": "26d6f758382576f65927", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "b51b300da2936decc6b7/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.534495003987104, "probs": [0.03395990035306926, 0.021889687043195855, 0.9441504126037349], "top": "contradicted", "option_logits": null, "prompt_sha256": "c7c2ec7e5bea535be8354d70b4f4d45ee27f85b2d709c37228631d2256ffa787", "input_tokens": 205, "server_ms": 35.21}, {"id": "ecc5ee8175d414efdd35", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "b51b300da2936decc6b7/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.5030189785175, "probs": [0.0320815187583301, 0.018240413999121397, 0.9496780672425486], "top": "contradicted", "option_logits": null, "prompt_sha256": "8cbd6e164e8602679ed55521487a9916e142fd6b0db9f61afed7f12f33694041", "input_tokens": 226, "server_ms": 35.07}, {"id": "21ecfcb1d048958cb9b4", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e4cfd694c80e08d3e6a5/stability", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.58512798557058, "probs": [0.9732459058279692, 0.019903413035453177, 0.006850681136577472], "top": "supported", "option_logits": null, "prompt_sha256": "6383fc2f4c47375763c47b0be34a9e5cdf31d37feb029b9be2cf2d5a15e0772e", "input_tokens": 205, "server_ms": 35.07}, {"id": "5ce4f874ff2fa5295685", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e4cfd694c80e08d3e6a5/stability", "gold": ["supported"], "forbid": [], "option_ids": ["insufficient", "contradicted", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.68098698090762, "probs": [0.01962200546026409, 0.02089248498400619, 0.9594855095557296], "top": "supported", "option_logits": null, "prompt_sha256": "f89d86e354b4d4a024f8ff4da9a22724b4cbde6291d1a5b0f449ca51c6767462", "input_tokens": 216, "server_ms": 35.07}, {"id": "04d55440accab2c5d0d9", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e4cfd694c80e08d3e6a5/stability", "gold": ["supported"], "forbid": [], "option_ids": ["insufficient", "contradicted", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.93430596450344, "probs": [0.01358384149332632, 0.018589002082326323, 0.9678271564243475], "top": "supported", "option_logits": null, "prompt_sha256": "ef4e6a248e0f070f79f76c81c90b0f539bb69b4a899af662f52f13cc99835adb", "input_tokens": 237, "server_ms": 35.41}, {"id": "0e2caab29b17ff00a2c8", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "20460d4ae0db46091e84/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.68318600812927, "probs": [0.05252720299692694, 0.0634051241850924, 0.8840676728179807], "top": "contradicted", "option_logits": null, "prompt_sha256": "ddd0c1b1e52b902b4601f11c4e01cdfc4b5d13191503568ad938eb43627f65de", "input_tokens": 198, "server_ms": 35.3}, {"id": "a4428ee66c63c4f1e7f4", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "20460d4ae0db46091e84/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.546700975857675, "probs": [0.911447144098782, 0.061393677970427434, 0.02715917793079057], "top": "contradicted", "option_logits": null, "prompt_sha256": "391ac6a08068524e71fbebee117ce4b465409471026beed52d46e9d5a31c738d", "input_tokens": 209, "server_ms": 35.19}, {"id": "22e54b5c44f60d5cd5c0", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "20460d4ae0db46091e84/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.480957983992994, "probs": [0.9575581678036222, 0.025168475103522527, 0.017273357092855306], "top": "contradicted", "option_logits": null, "prompt_sha256": "4462342da6b4d2c906a689690d3327c87295e9e6d8acf59f67720f93f62f7de6", "input_tokens": 230, "server_ms": 35.35}, {"id": "9729054768eb7f90eb6d", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "51b91ba31984c5939c1c/stability", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.40585403610021, "probs": [0.8908371534836812, 0.016069778438424883, 0.09309306807789393], "top": "supported", "option_logits": null, "prompt_sha256": "d31e029e326da28a1afbe7077530e031d890aadb023515156766e33e7e6858df", "input_tokens": 211, "server_ms": 35.28}, {"id": "674217922d611e718129", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "51b91ba31984c5939c1c/stability", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.289143008645624, "probs": [0.040946062905879925, 0.01597760756604808, 0.943076329528072], "top": "supported", "option_logits": null, "prompt_sha256": "71a2d31f4be12a2b914ca68f9cae390500f93822e3cb3874d7f64f5c64fe6763", "input_tokens": 222, "server_ms": 35.31}, {"id": "7a8a295f17d1296482dd", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "51b91ba31984c5939c1c/stability", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.007422004360706, "probs": [0.030189528318779257, 0.018276068996626402, 0.9515344026845942], "top": "supported", "option_logits": null, "prompt_sha256": "78fad6e4cc471906238d1886c555f8250939c7436ef979277a07dc1973459f64", "input_tokens": 243, "server_ms": 35.28}, {"id": "8bceb31cf793fb26d1a5", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "770c1607f0a11f88f81e/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.63118398236111, "probs": [0.12378842710422985, 0.7171128049687485, 0.15909876792702154], "top": "prohibited", "option_logits": null, "prompt_sha256": "13a5c4f6441c3dd3120f57edec9643adbbecf11e7645ae62e42f4c2ff66326c2", "input_tokens": 212, "server_ms": 35.12}, {"id": "2e895a0fc82d936936aa", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "770c1607f0a11f88f81e/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.90643997816369, "probs": [0.12505351454311125, 0.7713474203984862, 0.10359906505840241], "top": "prohibited", "option_logits": null, "prompt_sha256": "ce49dcac69aa2af6e12b1c17b2a43f21aaa0127be15c7318829e2642b2bd7c2f", "input_tokens": 223, "server_ms": 35.17}, {"id": "c5a9fbb9bfa41e5293eb", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "770c1607f0a11f88f81e/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.63525199936703, "probs": [0.08849507711341235, 0.8468374918735759, 0.06466743101301171], "top": "prohibited", "option_logits": null, "prompt_sha256": "fdd085f4ab84e3a018ecbe392c6a2b44241a67617e4f6922d3ee43d4c7aafe69", "input_tokens": 244, "server_ms": 35.27}, {"id": "80970cf7e755a58a049e", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ffd081ada3bd9be9207a/stability", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.95186896203086, "probs": [0.04039650215413246, 0.08576381590487972, 0.8738396819409878], "top": "permitted", "option_logits": null, "prompt_sha256": "9258fbb9a33f8d5daca32c9cc0f5a10a53e97b8a083863a22103ee6834a3536e", "input_tokens": 209, "server_ms": 35.36}, {"id": "d300f689be3cf2daa666", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ffd081ada3bd9be9207a/stability", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.412346984259784, "probs": [0.7210154897161607, 0.26423934747358174, 0.014745162810257588], "top": "permitted", "option_logits": null, "prompt_sha256": "4cabde88bd2a21ea894b4062f3ecd8acee3e430adaf4c391717ce65393a8eda6", "input_tokens": 220, "server_ms": 35.01}, {"id": "3d8f3be170e01d2c78e5", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ffd081ada3bd9be9207a/stability", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.73725004028529, "probs": [0.9196237689874805, 0.05463978191057977, 0.025736449101939722], "top": "permitted", "option_logits": null, "prompt_sha256": "9e9b7d32c9ac3fb0e95c28a7ea6c02500784731ef666d2a29e72ed45ac08d6aa", "input_tokens": 241, "server_ms": 35.3}, {"id": "aef33dfba4338b1af990", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2c3a0cb61f7bae78739e/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.906209020875394, "probs": [0.9040272786001343, 0.06903464008509737, 0.026938081314768388], "top": "prohibited", "option_logits": null, "prompt_sha256": "6ec83bd288943dc7a99a59417d5d4c84de7a99c12f6c7d10dedbfa6f23c1618f", "input_tokens": 208, "server_ms": 35.16}, {"id": "f806bba07a63e30f7181", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2c3a0cb61f7bae78739e/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.28206095146015, "probs": [0.11317700613619622, 0.04416292269369592, 0.8426600711701079], "top": "prohibited", "option_logits": null, "prompt_sha256": "e4e6e4972cf7b8fda4ebaf016169e30457659386e4313065924a300d7ae92102", "input_tokens": 219, "server_ms": 35.47}, {"id": "409e1ab1d29db22f8917", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2c3a0cb61f7bae78739e/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.05831599980593, "probs": [0.06149524169687701, 0.025549816903577924, 0.9129549413995451], "top": "prohibited", "option_logits": null, "prompt_sha256": "374c2786adbd61c0f48d5f6fa9e4c869e2a0ce62e10afc7f8995a321c3ac7b3e", "input_tokens": 240, "server_ms": 35.08}, {"id": "0471c62c50820b1d4203", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "42ed4cbfde7f2f64274b/stability", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.38654899969697, "probs": [0.9562399673788796, 0.030338822060271976, 0.01342121056084844], "top": "permitted", "option_logits": null, "prompt_sha256": "12950b871ef0d808f0ffe5f627a6ab7fcff37d15b4056926bef82e5ca9515603", "input_tokens": 214, "server_ms": 35.34}, {"id": "10bac1f2a20209f3a4cd", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "42ed4cbfde7f2f64274b/stability", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.50992700550705, "probs": [0.038602800049854315, 0.07229125256770057, 0.8891059473824451], "top": "permitted", "option_logits": null, "prompt_sha256": "bb023006ec54375034ae4cf2429f5809e707e5b8130c82935dd54c329a753c81", "input_tokens": 225, "server_ms": 35.19}, {"id": "59898712e090848aa8b9", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "42ed4cbfde7f2f64274b/stability", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.99056402873248, "probs": [0.02897489209007431, 0.05777440406099018, 0.9132507038489355], "top": "permitted", "option_logits": null, "prompt_sha256": "da7448a956e2a207e4d60c49800356db2738858940a03e326e063f0bd32b231d", "input_tokens": 246, "server_ms": 35.58}, {"id": "20af0ba1b17131d525dd", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6dd193172b9240a04bf9/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["insufficient", "permitted", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.924940013326705, "probs": [0.05809087215184071, 0.07949528199138332, 0.8624138458567759], "top": "prohibited", "option_logits": null, "prompt_sha256": "1d6a69aaeb12d52a1ca3ad68f96cdffee869fdab2c4f5398747939797d63cc93", "input_tokens": 216, "server_ms": 34.95}, {"id": "c153f7547c7206472fda", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6dd193172b9240a04bf9/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.96239600284025, "probs": [0.9248115837085638, 0.058505774506871465, 0.016682641784564755], "top": "prohibited", "option_logits": null, "prompt_sha256": "4b841741dc334a80d58728c6d17f3eeef9b1cc4ca29df8b4ad76fdca75d88438", "input_tokens": 227, "server_ms": 35.22}, {"id": "36d25b31f325cc4cec04", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6dd193172b9240a04bf9/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.812875994481146, "probs": [0.9558172950443494, 0.03437954200492852, 0.009803162950722118], "top": "prohibited", "option_logits": null, "prompt_sha256": "2202a032d3393bbdb9175be2a35b9df61926b5c5f05e2115ba421a2fc5689fb0", "input_tokens": 248, "server_ms": 35.22}, {"id": "d6a681055a01ed788b91", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3200eb252d6737e03027/stability", "gold": ["permitted"], "forbid": [], "option_ids": ["insufficient", "permitted", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.65297795692459, "probs": [0.3271724746782474, 0.6126940898961105, 0.06013343542564212], "top": "permitted", "option_logits": null, "prompt_sha256": "566d9a9e51a19ee5241f234f7fc4659b2b552124ee86b2a8abd5df8351291f59", "input_tokens": 209, "server_ms": 35.35}, {"id": "3cafd544b9a8b89091a4", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3200eb252d6737e03027/stability", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.62842004979029, "probs": [0.5382555047693012, 0.22363240950232563, 0.2381120857283732], "top": "prohibited", "option_logits": null, "prompt_sha256": "a9efefcbd3ee4c3b2c855d02e1bb037cff4591012c90d5f7bef9b62f4d4ccdcd", "input_tokens": 220, "server_ms": 34.95}, {"id": "24c4e34db7cfbd13c409", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3200eb252d6737e03027/stability", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.301609004847705, "probs": [0.09691612655904591, 0.7215895775500428, 0.1814942958909112], "top": "permitted", "option_logits": null, "prompt_sha256": "7ca1641e193289ea6cd31a7e5a35321da55413565d1467291ae3e493ca0f647d", "input_tokens": 241, "server_ms": 35.25}, {"id": "69a2a9d14f62016e74c7", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c0cbeb97315307af8111/stability", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.23570198379457, "probs": [0.03055575430681714, 0.9630773803718248, 0.006366865321358165], "top": "A", "option_logits": null, "prompt_sha256": "e3a1608fbed3ced6202a44615ea2c5fb528aeef37542c6dba7be476e30bf35a0", "input_tokens": 200, "server_ms": 34.99}, {"id": "f0519e8daaa832f8c594", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c0cbeb97315307af8111/stability", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.36758098565042, "probs": [0.04645865614250789, 0.9438608101873385, 0.009680533670153552], "top": "A", "option_logits": null, "prompt_sha256": "556b7e0ed68569295783d5fb39a74205d8de9d6a85b8b39753f2f2ab355a1316", "input_tokens": 211, "server_ms": 35.19}, {"id": "97b7222868f23ec1cdec", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c0cbeb97315307af8111/stability", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.42615902191028, "probs": [0.041314150395761425, 0.9515541773156176, 0.007131672288621026], "top": "A", "option_logits": null, "prompt_sha256": "8ab5bcd8451d29e0a8b6a4e944e8ad55d5a69817e49f0253295b72368b6d97ab", "input_tokens": 232, "server_ms": 35.23}, {"id": "dfdd8717200917fdbee2", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "428176cd8ad2c7a74eea/stability", "gold": ["B"], "forbid": [], "option_ids": ["A", "B", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.97610500222072, "probs": [0.04937458794264477, 0.9421023427618396, 0.008523069295515533], "top": "B", "option_logits": null, "prompt_sha256": "c799fd6ddc093f048620d6153075c549e3fd78f75142ee29b4a549e6717cfb7a", "input_tokens": 208, "server_ms": 35.71}, {"id": "9bdf7dba759fc9919f7a", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "428176cd8ad2c7a74eea/stability", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.25239698868245, "probs": [0.03170454578813462, 0.9385188723730931, 0.029776581838772298], "top": "B", "option_logits": null, "prompt_sha256": "919145894958c3132f3b9fad798c193374d28316f5d143abed763ee78bc6cb3c", "input_tokens": 219, "server_ms": 35.24}, {"id": "f32ffa0158733f44991c", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "428176cd8ad2c7a74eea/stability", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.50880301557481, "probs": [0.03837677130689544, 0.9411304198850982, 0.020492808808006482], "top": "B", "option_logits": null, "prompt_sha256": "55ce5ae50b004222181e000988464a63fbcc4d43d8c35dfc659291dfd23f7275", "input_tokens": 240, "server_ms": 35.24}, {"id": "e02cc1d78a9a02284d06", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "389e65bf1ba709b84b12/stability", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.8727410021238, "probs": [0.07467635320167006, 0.9184401561944533, 0.006883490603876593], "top": "A", "option_logits": null, "prompt_sha256": "4fe3db2d4a51f2820d80430df3b9e19d8eb88e44035b349800a61b3be4b8d655", "input_tokens": 203, "server_ms": 35.44}, {"id": "870ee31666893f8a0298", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "389e65bf1ba709b84b12/stability", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.075875039212406, "probs": [0.04934735545622599, 0.9415827314046187, 0.009069913139155384], "top": "A", "option_logits": null, "prompt_sha256": "17fcb1d337e2b8d379b62d646f04e35e95a1571c684b8005bbb8fe0bc75454e2", "input_tokens": 214, "server_ms": 35.15}, {"id": "ff15024839a7943a46f8", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "389e65bf1ba709b84b12/stability", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.98976197466254, "probs": [0.1386663227728394, 0.8553131252619345, 0.006020551965226119], "top": "A", "option_logits": null, "prompt_sha256": "04e28f07ca59d6103bf8ea839eeb4acad9d5f22bbc97fbd246055b2397d46eeb", "input_tokens": 235, "server_ms": 35.35}, {"id": "d73c99ef45d5d49688c5", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "45f8ead2522a14384cdc/stability", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.14993904903531, "probs": [0.028752813873309538, 0.0649961125421044, 0.9062510735845861], "top": "B", "option_logits": null, "prompt_sha256": "17dd4100e3a564160d483a95aa933134109f0af4b761a85d93752d4aff6354d2", "input_tokens": 203, "server_ms": 35.21}, {"id": "10777cd59d67780f2938", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "45f8ead2522a14384cdc/stability", "gold": ["B"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.48596000112593, "probs": [0.9613258651902599, 0.03457767929205241, 0.004096455517687579], "top": "B", "option_logits": null, "prompt_sha256": "a1e3c3c44e04e96a93d4ce337899568052893a7fec883864ba50a7a29b34ce00", "input_tokens": 214, "server_ms": 35.24}, {"id": "1e1feb87b303b0c66ca6", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "45f8ead2522a14384cdc/stability", "gold": ["B"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.089794993866235, "probs": [0.9690035403166097, 0.027118383844547535, 0.003878075838842631], "top": "B", "option_logits": null, "prompt_sha256": "fd3a20c512e095fff4a5d2d1a3292b87f405a644dbe8b65df50913e10909f177", "input_tokens": 235, "server_ms": 35.4}, {"id": "c62600144038b1f20132", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3ecec8e2c166e397ad07/stability", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.709478011820465, "probs": [0.04668393422657173, 0.9484375641457526, 0.004878501627675742], "top": "A", "option_logits": null, "prompt_sha256": "784f9063eff07c0cb2a7523a0e0d86f85f0e30e28b315ad6fdb900623c46dae3", "input_tokens": 208, "server_ms": 35.0}, {"id": "0c34b0762c1f92a806fa", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3ecec8e2c166e397ad07/stability", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.989320014603436, "probs": [0.041364760682874986, 0.9527198548965369, 0.005915384420588236], "top": "A", "option_logits": null, "prompt_sha256": "4148610583b5757c6250bdfe517dd5242b26bc51b84860cc0477920853ee96b5", "input_tokens": 219, "server_ms": 35.19}, {"id": "d5f4985849895549f014", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3ecec8e2c166e397ad07/stability", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.04717301623896, "probs": [0.03455875256351939, 0.9607996887353764, 0.004641558701104165], "top": "A", "option_logits": null, "prompt_sha256": "e065ccba9e82679941e016e4d903fefbb0b0541ab6c289424d8406646b8a4df4", "input_tokens": 240, "server_ms": 35.03}, {"id": "9ad92b012bc3b7b1298b", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a71a17a287f3d30db2aa/stability", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.52366901934147, "probs": [0.03260024638770391, 0.06105030489607428, 0.9063494487162218], "top": "B", "option_logits": null, "prompt_sha256": "6a670a653ed4416de565366b725bb779a75ff88735fb24c72f7618515b927dd0", "input_tokens": 206, "server_ms": 35.09}, {"id": "9bfefd9320c1ec9dc05a", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a71a17a287f3d30db2aa/stability", "gold": ["B"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.872485015541315, "probs": [0.9673050958541622, 0.028823625851960685, 0.003871278293877062], "top": "B", "option_logits": null, "prompt_sha256": "be4659bbe8df7f37810835bed560d81ef0117f836740d908d5ef70fff1ff6691", "input_tokens": 217, "server_ms": 35.18}, {"id": "7062c93ddaabe9b19133", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a71a17a287f3d30db2aa/stability", "gold": ["B"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.48280497128144, "probs": [0.9747279202332917, 0.019933720411485507, 0.005338359355222771], "top": "B", "option_logits": null, "prompt_sha256": "b1d3c293c0e4f7d3ce55e8c99b2bd1d8e76ac080f813a977ba1cd8bdfa24c6bb", "input_tokens": 238, "server_ms": 35.32}, {"id": "a6861c422c6374527b79", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "986d7eaba0c7e9738e79/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["insufficient", "supported", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.90299798455089, "probs": [0.024123816409904218, 0.05806303500527026, 0.9178131485848255], "top": "contradicted", "option_logits": null, "prompt_sha256": "3e2617b0ad974977c0dd1594df406bb3034f6fcb933ce69d16ad8d4b09064f24", "input_tokens": 216, "server_ms": 35.01}, {"id": "868cc04ff6c8321975c2", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "986d7eaba0c7e9738e79/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "supported", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.86704398551956, "probs": [0.9398897417986248, 0.026303609545220985, 0.0338066486561543], "top": "contradicted", "option_logits": null, "prompt_sha256": "2a3b7f86609a9053a5df8ff36e0da214bccb9836625b9a9f61b5de686789c6ff", "input_tokens": 227, "server_ms": 35.38}, {"id": "5763d6ac9583bfbd179a", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "986d7eaba0c7e9738e79/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "supported", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.509348013903946, "probs": [0.9594855095557296, 0.01962200546026409, 0.02089248498400619], "top": "contradicted", "option_logits": null, "prompt_sha256": "6b6e87feb0f69a462bbac03b3a26eb92b9b8894940c1961d86676868379ea042", "input_tokens": 248, "server_ms": 34.91}, {"id": "7c1aefb79903e6234b4b", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ca2e0b043985fa49bcd2/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.47160203382373, "probs": [0.10854545315280983, 0.8605033267713885, 0.03095122007580161], "top": "prohibited", "option_logits": null, "prompt_sha256": "45fd8e17d252c809a79b82f9efd9703cf2ed20d705ef4e9f6a8263632518c905", "input_tokens": 228, "server_ms": 35.24}, {"id": "bd04047294bf97c56669", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ca2e0b043985fa49bcd2/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.55960701126605, "probs": [0.08812608673880612, 0.8433065123136125, 0.06856740094758139], "top": "prohibited", "option_logits": null, "prompt_sha256": "1afe00165f080968c33c908744c05088da020a9e82218b97d806830f43589e42", "input_tokens": 239, "server_ms": 35.13}, {"id": "c5e09f0caa6939ae1c04", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ca2e0b043985fa49bcd2/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.538435022346675, "probs": [0.05131106478236839, 0.9195152853860296, 0.02917364983160216], "top": "prohibited", "option_logits": null, "prompt_sha256": "031d737c37240c7d584079eec46f32841816b67fac15c3335fb2793ea98a7f39", "input_tokens": 260, "server_ms": 35.68}, {"id": "54e50afc4284f5e45e99", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "85051ba3c30277824ebe/stability", "gold": ["B"], "forbid": [], "option_ids": ["A", "B", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.13569400459528, "probs": [0.8285128513585246, 0.15227846530972178, 0.019208683331753663], "top": "A", "option_logits": null, "prompt_sha256": "31ec20ea46211c6be051b3eaf26eebf58489c47d676c5ba4099bb86e2579bd80", "input_tokens": 216, "server_ms": 34.85}, {"id": "84b0fc54c146eacf4b63", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "85051ba3c30277824ebe/stability", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.54725901270285, "probs": [0.13323523151808067, 0.1418619009264831, 0.7249028675554362], "top": "A", "option_logits": null, "prompt_sha256": "27a249ed911cf472fa247ebba26c0c83c6918291bdec9ca8691b369c0ed2aa56", "input_tokens": 227, "server_ms": 35.3}, {"id": "0b580003cbe6b93cefd6", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "85051ba3c30277824ebe/stability", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.13877498358488, "probs": [0.11080847491729577, 0.1614556091001449, 0.7277359159825594], "top": "A", "option_logits": null, "prompt_sha256": "c34bcb827dc858e98dafcc3d569a92e6c59e6dbb3c4f9555c63cf1da8fe0f387", "input_tokens": 248, "server_ms": 35.04}, {"id": "9e04a89f6da01a73345f", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e7798dab5f4f121cab77/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.69186605094001, "probs": [0.034226185004474344, 0.014220169297068841, 0.9515536456984567], "top": "contradicted", "option_logits": null, "prompt_sha256": "dc93ce4ed40dfc816f75d2859160f06f6fdd717369cf8d59be8e0a7d9a52d734", "input_tokens": 226, "server_ms": 35.57}, {"id": "61052547b62b4f38f768", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e7798dab5f4f121cab77/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.34740300895646, "probs": [0.9570038692718861, 0.016213567765142052, 0.026782562962971823], "top": "contradicted", "option_logits": null, "prompt_sha256": "826e2ada5fb9312201ed2a2c361b717bd6edb0960535b7cd892dd7b220f32821", "input_tokens": 237, "server_ms": 34.89}, {"id": "242df59a71ae30abc744", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e7798dab5f4f121cab77/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.902604966424406, "probs": [0.9658152505243343, 0.014433297176003043, 0.01975145229966267], "top": "contradicted", "option_logits": null, "prompt_sha256": "532212397acf506bb6d051b3a006393dc8ef85bda014f19203862ce81f79cb6e", "input_tokens": 258, "server_ms": 35.7}, {"id": "65d53bafebb50d9273a4", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "928ebc7817a8f1cac3e4/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.74748202646151, "probs": [0.12983423759423549, 0.06933017382675004, 0.8008355885790144], "top": "prohibited", "option_logits": null, "prompt_sha256": "1f8361a1e21ef4b743dd9c9e598fc79fcb4580f603fffa095624a02a7f871639", "input_tokens": 233, "server_ms": 34.87}, {"id": "4c5cb6822a27c029976a", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "928ebc7817a8f1cac3e4/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.31006500637159, "probs": [0.4766112692621149, 0.4766112692621149, 0.04677746147577021], "top": "prohibited", "option_logits": null, "prompt_sha256": "af4f9b8b19ba21529fec0312a655022cf6a87cc523574846a8a989ee1990d7c6", "input_tokens": 244, "server_ms": 35.21}, {"id": "fbfc0c5ab92dbb5b7638", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "928ebc7817a8f1cac3e4/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.32746495353058, "probs": [0.7814681688441721, 0.18460239897995706, 0.03392943217587092], "top": "prohibited", "option_logits": null, "prompt_sha256": "a3c809d72a52b805f6462ee41d98979e4ae2220ec982d280983372b48438bcc8", "input_tokens": 265, "server_ms": 35.57}, {"id": "84bdb2d001c7e024f8d8", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "53b0770ec36835b81d3a/stability", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.956023999489844, "probs": [0.040946062905879925, 0.943076329528072, 0.01597760756604808], "top": "A", "option_logits": null, "prompt_sha256": "feb22419e141b294675943aeffb02881cee059d214b759f7474c923eae50ae0f", "input_tokens": 222, "server_ms": 35.16}, {"id": "9e00994bdec725f3dba5", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "53b0770ec36835b81d3a/stability", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.45648300135508, "probs": [0.08284676383042183, 0.8987728386104842, 0.018380397559094], "top": "A", "option_logits": null, "prompt_sha256": "aedc18bdfb6759f9bf4acc7dc32c42d7e7e0725516dfe4da61b13d514a81440d", "input_tokens": 233, "server_ms": 35.15}, {"id": "ad063020bdde29193686", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "53b0770ec36835b81d3a/stability", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.81888197734952, "probs": [0.04127479806811213, 0.9506478143624966, 0.008077387569391328], "top": "A", "option_logits": null, "prompt_sha256": "db0ed7061b4d3486870324caa04d1ab2cf639ec6746cb46dc739d6fe10911e0a", "input_tokens": 254, "server_ms": 35.47}, {"id": "797d14fb61b9c31b2a73", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "056cc5b726d6e8300a77/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.8202149909921, "probs": [0.04589858171137419, 0.021619165778704597, 0.9324822525099211], "top": "contradicted", "option_logits": null, "prompt_sha256": "7f6ad652fb1432944343134fd29219b0907b5daf20b40e3fc1d4f2b10f8bc642", "input_tokens": 223, "server_ms": 35.21}, {"id": "b7848a79b779fa6213a6", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "056cc5b726d6e8300a77/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.82700799964368, "probs": [0.9168368722526529, 0.03511267860935454, 0.048050449137992716], "top": "contradicted", "option_logits": null, "prompt_sha256": "4dda01f8e5a06b0f40b7f85648cbcd7deef17266f90d19a6bcfb95567ee90ff7", "input_tokens": 234, "server_ms": 35.41}, {"id": "2b41fd051743512b14f8", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "056cc5b726d6e8300a77/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.668488981202245, "probs": [0.9433379476711226, 0.03186734083364, 0.0247947114952375], "top": "contradicted", "option_logits": null, "prompt_sha256": "53751b75d7105e60ea0ab9350d45b6b2abae86831e385dd218165e10bb7d6230", "input_tokens": 255, "server_ms": 35.44}, {"id": "2355e01207ae3ee96f58", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e3ce8ec496dbc9974f94/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.60645499220118, "probs": [0.8636555432040784, 0.10894307953240069, 0.0274013772635208], "top": "prohibited", "option_logits": null, "prompt_sha256": "1c3aabb10ad7afee2251ef1d9ea23150677c2f25bb6bcbf1080582d758fcefed", "input_tokens": 224, "server_ms": 35.14}, {"id": "7eeb4266198f316747bd", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e3ce8ec496dbc9974f94/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.10464004287496, "probs": [0.11834895829730337, 0.10439292369866547, 0.7772581180040311], "top": "prohibited", "option_logits": null, "prompt_sha256": "def5d5ec513a50260221d14cac2d3aba5db7999a5e075075167fb4114dc4534e", "input_tokens": 235, "server_ms": 36.19}, {"id": "dc45f218e1da88dcefe3", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e3ce8ec496dbc9974f94/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.01733400160447, "probs": [0.06048782007179681, 0.041513347298601795, 0.8979988326296015], "top": "prohibited", "option_logits": null, "prompt_sha256": "e2ed50b82d0ec1fb8f6f5942c730e1c84f5692ae10789f1e0854a01f38a69f61", "input_tokens": 256, "server_ms": 35.87}, {"id": "420328119f73acbcc528", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a5b234c2e4fb304f1071/stability", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.831590979825705, "probs": [0.019926833275717554, 0.9743911251721546, 0.00568204155212776], "top": "A", "option_logits": null, "prompt_sha256": "12daa69ae333e1597e9b60b206d89e2eb8b1ec47d8f211922230bf4557252dfa", "input_tokens": 227, "server_ms": 35.23}, {"id": "e6d9003f307ac0c06184", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a5b234c2e4fb304f1071/stability", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 62.449919001664966, "probs": [0.034594390781151056, 0.961790472870542, 0.003615136348306884], "top": "A", "option_logits": null, "prompt_sha256": "5ddc35af904973833090108b78c5be1652ebf2b4d6db97e185f5cc8b97a5ae58", "input_tokens": 238, "server_ms": 38.58}, {"id": "d89ff26feee2aab0c674", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a5b234c2e4fb304f1071/stability", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.87371696997434, "probs": [0.021256974963064182, 0.9762246880063512, 0.002518337030584648], "top": "A", "option_logits": null, "prompt_sha256": "c5b878f4447eec2a58428ee9e5eebaa74113c1b4ead562bd74c502fabe3bda2d", "input_tokens": 259, "server_ms": 36.27}, {"id": "994e845d231fbbc1b314", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "d142f7fd0efa0eddc788/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.66175400558859, "probs": [0.045766307897467155, 0.024438745902358346, 0.9297949462001746], "top": "contradicted", "option_logits": null, "prompt_sha256": "bc9cc2077542b21bdd9d8cd4e359789d1f50f453f431bdcc559a121fd10005ff", "input_tokens": 227, "server_ms": 35.81}, {"id": "4a962c2278e610119138", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "d142f7fd0efa0eddc788/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.302300966810435, "probs": [0.9180938798724528, 0.027357236358260754, 0.05454888376928654], "top": "contradicted", "option_logits": null, "prompt_sha256": "137dca1e1c43c32516a5166a102ffe279998867ea21f5c07a4da6fe923fdaf91", "input_tokens": 238, "server_ms": 35.39}, {"id": "1b55d33eb5abc7719a4a", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "d142f7fd0efa0eddc788/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.96245000883937, "probs": [0.9045670629095636, 0.03055760208149954, 0.06487533500893698], "top": "contradicted", "option_logits": null, "prompt_sha256": "a45798a5ed44d8c3daa136f8fbd76e1b129a5e0daa273feed8e69057b56c0f67", "input_tokens": 259, "server_ms": 35.85}, {"id": "6ed6a1f9c601b82a11d9", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3476d3f4f32290fe57c3/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.58436599979177, "probs": [0.35217658482883907, 0.48194107585431695, 0.16588233931684393], "top": "prohibited", "option_logits": null, "prompt_sha256": "3336984071b267a251457bd5f524c8d305f32ee35ce4934950f51e43d63108be", "input_tokens": 227, "server_ms": 35.26}, {"id": "bbc7a7fab955884da496", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3476d3f4f32290fe57c3/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.20570303592831, "probs": [0.4635360256308575, 0.21833490956880905, 0.3181290648003335], "top": "insufficient", "option_logits": null, "prompt_sha256": "43a24b5b5c514e8d69ab0aeb9f0c9bd466217b6f3dd887433e69b975bff9ebae", "input_tokens": 238, "server_ms": 35.41}, {"id": "fed61559ec517062e424", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3476d3f4f32290fe57c3/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.22693701600656, "probs": [0.11151623665779031, 0.4720761440937357, 0.41640761924847397], "top": "prohibited", "option_logits": null, "prompt_sha256": "4c8c1b9440887519f67da645f70ba2220f17517ab61dfc6bd4270bd723e39123", "input_tokens": 259, "server_ms": 35.57}, {"id": "854da63689519c5eeffe", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c979db7416b206c1eb09/stability", "gold": ["B"], "forbid": [], "option_ids": ["B", "insufficient", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 31504.224194970448, "probs": [0.48418377207007135, 0.06107582365602279, 0.45474040427390583], "top": "B", "option_logits": null, "prompt_sha256": "de215717ec54a886a97496bd2b9e83313fe5175fb273c6e1533189b836473d51", "input_tokens": 221, "server_ms": 45.61}, {"id": "cbebaf6e14bfd85ee672", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c979db7416b206c1eb09/stability", "gold": ["B"], "forbid": [], "option_ids": ["A", "insufficient", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.071258997078985, "probs": [0.35661738472173865, 0.05430022843256024, 0.5890823868457012], "top": "B", "option_logits": null, "prompt_sha256": "022b28511c8cc50945033d50b616eea1f6f426466cd3d42e3ed09a85ba2f95ed", "input_tokens": 232, "server_ms": 35.55}, {"id": "507f126320b35c49b3b3", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c979db7416b206c1eb09/stability", "gold": ["B"], "forbid": [], "option_ids": ["A", "insufficient", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.62093501025811, "probs": [0.4030721610082638, 0.07888033800004987, 0.5180475009916863], "top": "B", "option_logits": null, "prompt_sha256": "dfd0ff134fde602c1579e17f1fb7d2fccc71940590d7cfd9382e3046688491f1", "input_tokens": 253, "server_ms": 35.11}, {"id": "21557955028145701b15", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f7403e39d6796072491c/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.33757394691929, "probs": [0.032239858296844184, 0.013394898301201897, 0.9543652434019538], "top": "contradicted", "option_logits": null, "prompt_sha256": "61db8d7715d4b740ae99ffcd021a61cfe67f4750d706d361dee60d6b9b5ed1ad", "input_tokens": 213, "server_ms": 35.18}, {"id": "050a4186a02b28f0dccc", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f7403e39d6796072491c/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.043329029809684, "probs": [0.9689224300153801, 0.017478355996226505, 0.013599213988393354], "top": "contradicted", "option_logits": null, "prompt_sha256": "19aba67242e5829cde2173541d3c3f561107e88fa7cabcdec19d89887a318d25", "input_tokens": 224, "server_ms": 35.23}, {"id": "aeb5013da56a9dd53665", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f7403e39d6796072491c/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.77245502313599, "probs": [0.9722240772966334, 0.016471429008352915, 0.01130449369501362], "top": "contradicted", "option_logits": null, "prompt_sha256": "a72da482fd3d2416b5f34f5c2dae080982c4be80cd52e1501ae43e753184785e", "input_tokens": 245, "server_ms": 35.28}, {"id": "9cb7a576fead7fc845ab", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a060fd4621be415e9f1a/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["insufficient", "permitted", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.121744993608445, "probs": [0.15440673380738387, 0.056587318882760376, 0.7890059473098556], "top": "prohibited", "option_logits": null, "prompt_sha256": "e7159b85cfbfec17a6e43ab69db8f2983a32d730d1982f40bda57998f17afb7f", "input_tokens": 218, "server_ms": 35.02}, {"id": "ddd254fae8e415615a8a", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a060fd4621be415e9f1a/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.74640696775168, "probs": [0.8008355885790144, 0.06933017382675004, 0.12983423759423549], "top": "prohibited", "option_logits": null, "prompt_sha256": "f3402ab95b607129a715e772b948fc32ce7dd704327f8c2b535d13ad151a0f3b", "input_tokens": 229, "server_ms": 35.29}, {"id": "2b51ed50ef91d14bfb1e", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a060fd4621be415e9f1a/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.33874798472971, "probs": [0.9199580828054892, 0.037513419983045006, 0.042528497211465836], "top": "prohibited", "option_logits": null, "prompt_sha256": "2aa63b739420a25f5fc5fec212633fbf1a7248fe59a2848f57c1c7e71f15030e", "input_tokens": 250, "server_ms": 35.49}, {"id": "65b87e9b46818cc758c0", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2b0f8eda8903e38a47de/stability", "gold": ["A"], "forbid": [], "option_ids": ["A", "insufficient", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.0363759608008, "probs": [0.9903558898353046, 0.0054239502826090285, 0.004220159882086359], "top": "A", "option_logits": null, "prompt_sha256": "9eb2e6c380378dc67d0fa371aa47cc6dc05ab89290504f96395cb9dd9feaecf4", "input_tokens": 206, "server_ms": 35.16}, {"id": "d39d7fc35c42bb898ea8", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2b0f8eda8903e38a47de/stability", "gold": ["A"], "forbid": [], "option_ids": ["B", "insufficient", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.85755602037534, "probs": [0.01953747359501767, 0.02511048931910777, 0.9553520370858747], "top": "A", "option_logits": null, "prompt_sha256": "a957e8d1f5e9078ec977f3f04f839dfad11ec1b7847e82a713188f1567caee7a", "input_tokens": 217, "server_ms": 35.07}, {"id": "61ef89ceb2a564f24805", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2b0f8eda8903e38a47de/stability", "gold": ["A"], "forbid": [], "option_ids": ["B", "insufficient", "A"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.05425897333771, "probs": [0.02507876464955978, 0.02077619807256723, 0.9541450372778729], "top": "A", "option_logits": null, "prompt_sha256": "c4e1a6441206a29298affafa7769a26b61a288f0a0f3651f78ebb149a8392d7c", "input_tokens": 238, "server_ms": 35.0}, {"id": "2bdff68fef60c15b8929", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "01020a1eaf46ec2fba5d/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": null, "ok": true, "e2e_ms": 68.22072895010933, "probs": [0.6860736102625705, 0.2677135270296671, 0.046212862707762405], "top": "contradicted", "option_logits": null, "prompt_sha256": "e964de06c4969c253d00f92a787b6ea8ecab26543bca93b98e9f52974495df1e", "input_tokens": 224, "server_ms": 35.52}, {"id": "d727a02607d044abafed", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "01020a1eaf46ec2fba5d/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.833508969750255, "probs": [0.0913398978679528, 0.41170029433936683, 0.4969598077926804], "top": "contradicted", "option_logits": null, "prompt_sha256": "6610f7db26b88162c5f67c24fa915dcf9472a6eccab1a2bb9a23d1a13a633e10", "input_tokens": 235, "server_ms": 35.31}, {"id": "c89cb1e57ed5b22d794b", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "01020a1eaf46ec2fba5d/stability", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.74913499690592, "probs": [0.07756313123884137, 0.225345624605489, 0.6970912441556697], "top": "contradicted", "option_logits": null, "prompt_sha256": "e3f03242dda72583eedf51d0fe3306890a6d7edc3a056552be9ce6d4f9863d9f", "input_tokens": 256, "server_ms": 34.99}, {"id": "b1521d74fb803e551fdd", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6a06a2f278301c1412ee/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["insufficient", "permitted", "prohibited"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.17347699403763, "probs": [0.22212817687379355, 0.5692513354541036, 0.2086204876721029], "top": "permitted", "option_logits": null, "prompt_sha256": "abb84ccebbde07e59ac0884f0d7a36011f00554e97c15fa4f631722630326b24", "input_tokens": 226, "server_ms": 35.21}, {"id": "3117510a0d5b768c4096", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6a06a2f278301c1412ee/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.89424896566197, "probs": [0.1225262494395239, 0.7098009505679745, 0.1676727999925016], "top": "permitted", "option_logits": null, "prompt_sha256": "35340572a7bf8582ad7d4e19ac361f97f252504d1459f63d4cd066366b844130", "input_tokens": 237, "server_ms": 34.85}, {"id": "90632d8d2066bd79c796", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6a06a2f278301c1412ee/stability", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.3972909799777, "probs": [0.15419029023068853, 0.7399874919908419, 0.10582221777846951], "top": "permitted", "option_logits": null, "prompt_sha256": "5528b7f79def91ae1261709fabab22dc704879942bd5055ac46abbd155f078ad", "input_tokens": 258, "server_ms": 35.49}, {"id": "ffb51cef94e857eb8c8a", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2797f8c23d05c0ee06b3/stability", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.0042279753834, "probs": [0.03874679809393158, 0.9502047376512637, 0.011048464254804755], "top": "A", "option_logits": null, "prompt_sha256": "04f96aa3570fc40ee909f0dcce87caa80677a6b8b3ae68c021f79cf181894895", "input_tokens": 213, "server_ms": 34.94}, {"id": "a34e8187417ab3b52f30", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2797f8c23d05c0ee06b3/stability", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.53316699620336, "probs": [0.07883110016310216, 0.9105811569450533, 0.01058774289184458], "top": "A", "option_logits": null, "prompt_sha256": "0e594218d2864709f362a3b24fe6bcaf39dda0a356b626b6eed74d60eb0c4f73", "input_tokens": 224, "server_ms": 35.31}, {"id": "31f53baf67e4cb25aeff", "set": "perturbations108", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2797f8c23d05c0ee06b3/stability", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.400627977680415, "probs": [0.1375016638769001, 0.8481293219425575, 0.014369014180542438], "top": "A", "option_logits": null, "prompt_sha256": "985c820701cd08c4e36c2e35ad09b5cd585eb3d61defb1a3c18ee87cec2af703", "input_tokens": 245, "server_ms": 34.91}, {"id": "cicada-gate-w1-now/lights-off/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "control", "group": "cicada-gate-w1-now/lights-off", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.15224004536867, "probs": [0.1724380672551571, 0.8275619327448428], "top": "ordinary", "option_logits": null, "prompt_sha256": "37bb270e126485476866e974e30184d13fb2b8d75d63b4d09db2f15a4f16cd4c", "input_tokens": 257, "server_ms": 36.0}, {"id": "cicada-gate-w1-now/lights-off/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "control", "group": "cicada-gate-w1-now/lights-off", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.43011295190081, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.87}, {"id": "cicada-gate-w1-now/timer/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "control", "group": "cicada-gate-w1-now/timer", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.55448599625379, "probs": [0.15526082656247686, 0.844739173437523], "top": "ordinary", "option_logits": null, "prompt_sha256": "16c086bc994a85e0432805c5e9fab68d2980ba7d7f60d325bc1c61b25c292d37", "input_tokens": 258, "server_ms": 35.86}, {"id": "cicada-gate-w1-now/timer/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "control", "group": "cicada-gate-w1-now/timer", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.151971988379955, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 35.03}, {"id": "cicada-gate-w1-now/weather/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/weather", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.15390298003331, "probs": [0.09461348765523125, 0.9053865123447689], "top": "ordinary", "option_logits": null, "prompt_sha256": "90ab7cd6cf2490aca31ce24cab1d5ecb2142a95b2750ff13ee896f9ffef6b811", "input_tokens": 257, "server_ms": 35.51}, {"id": "cicada-gate-w1-now/weather/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/weather", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.5716749727726, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 35.17}, {"id": "cicada-gate-w1-now/weather-followup/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/weather-followup", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.563647019676864, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "122d18d305083b090ff1de5d0587544e0926f2969d6c47be07552baf190830a7", "input_tokens": 254, "server_ms": 35.58}, {"id": "cicada-gate-w1-now/weather-followup/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/weather-followup", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.04691399214789, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.95}, {"id": "cicada-gate-w1-now/add-milk/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/add-milk", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.88213903643191, "probs": [0.12511350509772579, 0.8748864949022742], "top": "ordinary", "option_logits": null, "prompt_sha256": "d1d87fb2eda410fcbdbbb9f2550b3b3ac1be756e49903e6e3934118aae58bc9b", "input_tokens": 258, "server_ms": 35.64}, {"id": "cicada-gate-w1-now/add-milk/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/add-milk", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.76546097593382, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.94}, {"id": "cicada-gate-w1-now/thermostat/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/thermostat", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.40507096843794, "probs": [0.24429381869718142, 0.7557061813028185], "top": "ordinary", "option_logits": null, "prompt_sha256": "8a9a9908d29f78ef241e5d958b2463b0086ca664d5d317d16ce74e11c813b2a7", "input_tokens": 259, "server_ms": 35.52}, {"id": "cicada-gate-w1-now/thermostat/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/thermostat", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.420110954903066, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 35.15}, {"id": "cicada-gate-w1-now/what-time/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/what-time", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.73559502186254, "probs": [0.08937422170979005, 0.91062577829021], "top": "ordinary", "option_logits": null, "prompt_sha256": "f393dac77e240d1fc3e87685205fa16d3d090fc847b3706bc2b473adf98e9411", "input_tokens": 256, "server_ms": 35.17}, {"id": "cicada-gate-w1-now/what-time/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/what-time", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.939377957955, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.96}, {"id": "cicada-gate-w1-now/tablespoons/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/tablespoons", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.51377202896401, "probs": [0.08439803417650704, 0.9156019658234928], "top": "ordinary", "option_logits": null, "prompt_sha256": "eac64b86575d2cfefdd93b69192342caa85f53c8c1f2ce99a049693b8c0ec75e", "input_tokens": 258, "server_ms": 35.57}, {"id": "cicada-gate-w1-now/tablespoons/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/tablespoons", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.75796400383115, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.89}, {"id": "cicada-gate-w1-now/times-table/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/times-table", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.060466994997114, "probs": [0.09461348765523125, 0.9053865123447689], "top": "ordinary", "option_logits": null, "prompt_sha256": "c2b4411ed1b9a0655946a1cf96a9f4395b4723f305f9d4def1ab7e2d57e7b037", "input_tokens": 257, "server_ms": 35.39}, {"id": "cicada-gate-w1-now/times-table/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/times-table", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.738154005259275, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 35.25}, {"id": "cicada-gate-w1-now/recipe-step/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/recipe-step", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.99836698779836, "probs": [0.15526082656247686, 0.844739173437523], "top": "ordinary", "option_logits": null, "prompt_sha256": "ae87f53ef3e34104b9548907ac3e4914604ee7905e769aca2dec341838eb26f8", "input_tokens": 261, "server_ms": 35.78}, {"id": "cicada-gate-w1-now/recipe-step/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/recipe-step", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.51901304675266, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.99}, {"id": "cicada-gate-w1-now/soup/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/soup", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.954943967051804, "probs": [0.10012611628383591, 0.8998738837161642], "top": "ordinary", "option_logits": null, "prompt_sha256": "ed626571ee8b8a04454305a0f54e9b70ee6a83bae0f05e562d087ca0331a9303", "input_tokens": 259, "server_ms": 35.39}, {"id": "cicada-gate-w1-now/soup/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/soup", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.61925903707743, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 35.19}, {"id": "cicada-gate-w1-now/play-music/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/play-music", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.79648896632716, "probs": [0.2681939143399331, 0.7318060856600669], "top": "ordinary", "option_logits": null, "prompt_sha256": "4c22b161ee967bef478c2d72c7a103f3f69af9fab7e84f7c4b3c9178af2ba260", "input_tokens": 255, "server_ms": 35.51}, {"id": "cicada-gate-w1-now/play-music/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/play-music", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.06061200099066, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.8}, {"id": "cicada-gate-w1-now/dentist/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/dentist", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.058987996540964, "probs": [0.10012611628383591, 0.8998738837161642], "top": "ordinary", "option_logits": null, "prompt_sha256": "185a1e918f09474cebb97fed81f2ed02f1e15cd7fcb418f704676c9a7d8dd863", "input_tokens": 257, "server_ms": 35.59}, {"id": "cicada-gate-w1-now/dentist/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/dentist", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 56.342335999943316, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 37.58}, {"id": "cicada-gate-w1-now/spell/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/spell", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 56.093940045684576, "probs": [0.10592235395880453, 0.8940776460411956], "top": "ordinary", "option_logits": null, "prompt_sha256": "aadfdbfdb6e924158987d74d8abf46b50a91c22386567aa68e8ebe3cdac38b60", "input_tokens": 257, "server_ms": 36.29}, {"id": "cicada-gate-w1-now/spell/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/spell", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.83912398247048, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.97}, {"id": "cicada-gate-w1-now/remind/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/remind", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.904529999475926, "probs": [0.11840617139815589, 0.8815938286018441], "top": "ordinary", "option_logits": null, "prompt_sha256": "af282ab0ddb7cdeb8f5bfd51b74ec87e62a1cb93af6034412016ae1367abd1e8", "input_tokens": 260, "server_ms": 35.57}, {"id": "cicada-gate-w1-now/remind/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/remind", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.555169026367366, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.8}, {"id": "cicada-gate-w1-now/volume/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/volume", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.94639301812276, "probs": [0.1724380672551571, 0.8275619327448428], "top": "ordinary", "option_logits": null, "prompt_sha256": "6958736e40be6c6078b4d5c7088dc2ce294b752caf980ad484a11f104d1bc4cf", "input_tokens": 257, "server_ms": 35.61}, {"id": "cicada-gate-w1-now/volume/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/volume", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.24740899959579, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.94}, {"id": "cicada-gate-w1-now/dog-died/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "control", "group": "cicada-gate-w1-now/dog-died", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.234048002399504, "probs": [0.9727760393154234, 0.027223960684576436], "top": "react", "option_logits": null, "prompt_sha256": "2733eb533f2758c0b9660f7d8d3474d1950de14bf80b36b7b35f1356457f3c4f", "input_tokens": 257, "server_ms": 35.58}, {"id": "cicada-gate-w1-now/dog-died/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "control", "group": "cicada-gate-w1-now/dog-died", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.25271899346262, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.76}, {"id": "cicada-gate-w1-now/got-job/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "control", "group": "cicada-gate-w1-now/got-job", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.66400599107146, "probs": [0.9710643566281367, 0.02893564337186314], "top": "react", "option_logits": null, "prompt_sha256": "24ed6113b661626913f245d080ef749553d24514dfdcd1f4da29284af28ba2ed", "input_tokens": 264, "server_ms": 35.57}, {"id": "cicada-gate-w1-now/got-job/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "control", "group": "cicada-gate-w1-now/got-job", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.62169002182782, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 35.24}, {"id": "cicada-gate-w1-now/intruder/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "control", "group": "cicada-gate-w1-now/intruder", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.086261021438986, "probs": [0.9290542163538821, 0.07094578364611796], "top": "react", "option_logits": null, "prompt_sha256": "b43b54e9b069684793b90353161a47d5fdc8e8103ff14fcd2778ca8e02124816", "input_tokens": 264, "server_ms": 35.57}, {"id": "cicada-gate-w1-now/intruder/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "control", "group": "cicada-gate-w1-now/intruder", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.58364398125559, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 35.19}, {"id": "cicada-gate-w1-now/fish/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/fish", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.31825400935486, "probs": [0.8275619327448428, 0.1724380672551571], "top": "react", "option_logits": null, "prompt_sha256": "e485800493ea1e02dfaf153c2a8a6d5f0f788948a3a006964f6ea6020c0a1d52", "input_tokens": 264, "server_ms": 35.58}, {"id": "cicada-gate-w1-now/fish/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/fish", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.21929801721126, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 35.07}, {"id": "cicada-gate-w1-now/hospital/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/hospital", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.77178295748308, "probs": [0.91062577829021, 0.08937422170979005], "top": "react", "option_logits": null, "prompt_sha256": "802d688ac6ecd38257197c8a642e92401071004b837cb227e0559cb07ea0960e", "input_tokens": 259, "server_ms": 35.42}, {"id": "cicada-gate-w1-now/hospital/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/hospital", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.21156099671498, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.99}, {"id": "cicada-gate-w1-now/laid-off/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/laid-off", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.47985198022798, "probs": [0.9471470189565372, 0.052852981043462664], "top": "react", "option_logits": null, "prompt_sha256": "bdd688b377e4dc12be8b31692de83628d6c991c8327729b6464bab0a7d244e67", "input_tokens": 257, "server_ms": 35.41}, {"id": "cicada-gate-w1-now/laid-off/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/laid-off", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.68876300053671, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.86}, {"id": "cicada-gate-w1-now/baby-steps/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/baby-steps", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.64557302184403, "probs": [0.9471470189565372, 0.052852981043462664], "top": "react", "option_logits": null, "prompt_sha256": "fca4092ad2f665575a3df9ca9f6014362c60511bbe0c444548a3fbaf4c416124", "input_tokens": 259, "server_ms": 35.52}, {"id": "cicada-gate-w1-now/baby-steps/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/baby-steps", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.23034699540585, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.82}, {"id": "cicada-gate-w1-now/cut-finger/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/cut-finger", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.298118989914656, "probs": [0.9471470189565372, 0.052852981043462664], "top": "react", "option_logits": null, "prompt_sha256": "4ba9f9f33588b9b9b9db4f40691795adad8eaf490e5cef7993a1613581ddb2cb", "input_tokens": 262, "server_ms": 35.55}, {"id": "cicada-gate-w1-now/cut-finger/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/cut-finger", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.834794973023236, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.81}, {"id": "cicada-gate-w1-now/raccoon/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/raccoon", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.820647997781634, "probs": [0.8998738837161642, 0.10012611628383591], "top": "react", "option_logits": null, "prompt_sha256": "a46a5804e163de7f4aff420c873f9f457185a5113defa26200bffa7815a743cf", "input_tokens": 262, "server_ms": 35.45}, {"id": "cicada-gate-w1-now/raccoon/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/raccoon", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.292245022021234, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.78}, {"id": "cicada-gate-w1-now/snow-june/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/snow-june", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.76008396362886, "probs": [0.91062577829021, 0.08937422170979005], "top": "react", "option_logits": null, "prompt_sha256": "56f00d8abefba9014cd351fc0b504aed1511773bea6630721c55e0fd627f680d", "input_tokens": 260, "server_ms": 35.71}, {"id": "cicada-gate-w1-now/snow-june/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/snow-june", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.71055200137198, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.89}, {"id": "cicada-gate-w1-now/toaster/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/toaster", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.72095498023555, "probs": [0.608060011110835, 0.39193998888916504], "top": "react", "option_logits": null, "prompt_sha256": "2e3f9dfc2053516e1fffacb0378398ffe661f0eb1d84c856d934e399cb42dba6", "input_tokens": 262, "server_ms": 35.54}, {"id": "cicada-gate-w1-now/toaster/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/toaster", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.234460996463895, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.92}, {"id": "cicada-gate-w1-now/scarecrow/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/scarecrow", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.9143499918282, "probs": [0.7064759712765732, 0.2935240287234267], "top": "react", "option_logits": null, "prompt_sha256": "c65a7f7de08b04f40a292ca857711bddf306a68b5effa8c23bce621acfc61dc7", "input_tokens": 268, "server_ms": 35.71}, {"id": "cicada-gate-w1-now/scarecrow/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/scarecrow", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.538610994815826, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.76}, {"id": "cicada-gate-w1-now/cookie/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/cookie", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.682242054492235, "probs": [0.4069889545588398, 0.5930110454411601], "top": "ordinary", "option_logits": null, "prompt_sha256": "a6e458e3306727fdc0f256d7f9ae4ec7879e1242fb8511151352b0df4e10b9a3", "input_tokens": 260, "server_ms": 35.59}, {"id": "cicada-gate-w1-now/cookie/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/cookie", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.70438699517399, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.84}, {"id": "cicada-gate-w1-now/useless/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/useless", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.08637794991955, "probs": [0.9248060506082927, 0.07519394939170732], "top": "react", "option_logits": null, "prompt_sha256": "e452379f759f57b3618d4c4a7b2dd0300b51e6a2e3f70328d53e089cbbc5c23c", "input_tokens": 261, "server_ms": 35.56}, {"id": "cicada-gate-w1-now/useless/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/useless", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.25661797542125, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.92}, {"id": "cicada-gate-w1-now/cheese/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/cheese", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.27113502426073, "probs": [0.3340072352673295, 0.6659927647326706], "top": "ordinary", "option_logits": null, "prompt_sha256": "a225f3037b72c9434d234aa1615b7decb6002a5481972a98276770f6dd2ce1a4", "input_tokens": 258, "server_ms": 35.56}, {"id": "cicada-gate-w1-now/cheese/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w1-now/cheese", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.702790999319404, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.9}, {"id": "cicada-gate-w1-now/goodnight/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "open", "group": "cicada-gate-w1-now/goodnight", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.23077994398773, "probs": [0.2935240287234267, 0.7064759712765732], "top": "ordinary", "option_logits": null, "prompt_sha256": "69f47d42b7638a38bd04949f16304a9bd29f333cf62a3f0f430ebcff02e8ab63", "input_tokens": 257, "server_ms": 35.52}, {"id": "cicada-gate-w1-now/goodnight/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "open", "group": "cicada-gate-w1-now/goodnight", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.66324301576242, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 35.09}, {"id": "cicada-gate-w1-now/thanks/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "open", "group": "cicada-gate-w1-now/thanks", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.78761700214818, "probs": [0.8940776460411956, 0.10592235395880453], "top": "react", "option_logits": null, "prompt_sha256": "cf88dd627ecf21f99ad2baf4f9142e9a20d57648e5fc16f1f067f9d5cb2c7a73", "input_tokens": 261, "server_ms": 35.69}, {"id": "cicada-gate-w1-now/thanks/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "open", "group": "cicada-gate-w1-now/thanks", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.68052901374176, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.83}, {"id": "cicada-gate-w1-now/sit-with-me/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "open", "group": "cicada-gate-w1-now/sit-with-me", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.252022004220635, "probs": [0.30670018569615076, 0.6932998143038492], "top": "ordinary", "option_logits": null, "prompt_sha256": "6d56dbfa4a01bb7d989ad4cb947aa0820a391289ac94c4f271084deabf3d65a3", "input_tokens": 258, "server_ms": 35.65}, {"id": "cicada-gate-w1-now/sit-with-me/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "open", "group": "cicada-gate-w1-now/sit-with-me", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.06513496907428, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 34.86}, {"id": "cicada-gate-w1-now/stop-timer/gate", "set": "cicada-w1", "cond": "evidence", "decision": "gate", "tag": "open", "group": "cicada-gate-w1-now/stop-timer", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.81724500330165, "probs": [0.45308504361568214, 0.5469149563843178], "top": "ordinary", "option_logits": null, "prompt_sha256": "ba70cee81d8ea6a7933b7f6da981f5df76667aa494b05924c6aa5d3ece2b71a8", "input_tokens": 255, "server_ms": 35.2}, {"id": "cicada-gate-w1-now/stop-timer/gate#blind", "set": "cicada-w1", "cond": "blind", "decision": "gate", "tag": "open", "group": "cicada-gate-w1-now/stop-timer", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.36097499821335, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "9b6e6fd970e900f77797f93c6d8ad54b676b27f73afcb840490e7ddc81b92b2f", "input_tokens": 250, "server_ms": 35.0}, {"id": "cicada-gate-w2-now/lights-off/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "control", "group": "cicada-gate-w2-now/lights-off", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.85086197545752, "probs": [0.3340072352673295, 0.6659927647326706], "top": "ordinary", "option_logits": null, "prompt_sha256": "ad0c2b593b906cdc0ff3581e7bee6fc3f71f505805a0f8defa0ea475de0dc4e0", "input_tokens": 184, "server_ms": 35.31}, {"id": "cicada-gate-w2-now/lights-off/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "control", "group": "cicada-gate-w2-now/lights-off", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.36743802763522, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 35.3}, {"id": "cicada-gate-w2-now/timer/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "control", "group": "cicada-gate-w2-now/timer", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.17682400345802, "probs": [0.24429381869718142, 0.7557061813028185], "top": "ordinary", "option_logits": null, "prompt_sha256": "9e2cb59142e602052b8c679629180e388c0a982fc08fc99ce3d4201cc31543be", "input_tokens": 185, "server_ms": 35.2}, {"id": "cicada-gate-w2-now/timer/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "control", "group": "cicada-gate-w2-now/timer", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.71506099961698, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.95}, {"id": "cicada-gate-w2-now/weather/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/weather", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.98149801092222, "probs": [0.1636682776269396, 0.8363317223730603], "top": "ordinary", "option_logits": null, "prompt_sha256": "86636ec948054d8d9db67d54941cf9162c8437f61e792c5aa057609c460e1314", "input_tokens": 184, "server_ms": 35.39}, {"id": "cicada-gate-w2-now/weather/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/weather", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.282027947716415, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 35.15}, {"id": "cicada-gate-w2-now/weather-followup/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/weather-followup", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.2490509795025, "probs": [0.2935240287234267, 0.7064759712765732], "top": "ordinary", "option_logits": null, "prompt_sha256": "e4c73f8f673df37900974014f441f4b97c84eb00a75e7652bb557de32ca18fd9", "input_tokens": 181, "server_ms": 35.09}, {"id": "cicada-gate-w2-now/weather-followup/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/weather-followup", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.57614603033289, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.97}, {"id": "cicada-gate-w2-now/add-milk/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/add-milk", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.885892044287175, "probs": [0.24429381869718142, 0.7557061813028185], "top": "ordinary", "option_logits": null, "prompt_sha256": "76d6dbfee4b1e86e057a6ac6dfc9faf2957eacc1472c5b75ac62077217e8ffbb", "input_tokens": 185, "server_ms": 35.0}, {"id": "cicada-gate-w2-now/add-milk/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/add-milk", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.525170020293444, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 35.02}, {"id": "cicada-gate-w2-now/thermostat/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/thermostat", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.45083394786343, "probs": [0.45308504361568214, 0.5469149563843178], "top": "ordinary", "option_logits": null, "prompt_sha256": "9e52653975fb258134369efc6fb8f79f87b571c93fdd7792c1f160c362818880", "input_tokens": 186, "server_ms": 35.23}, {"id": "cicada-gate-w2-now/thermostat/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/thermostat", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.627118992153555, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.84}, {"id": "cicada-gate-w2-now/what-time/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/what-time", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.43715997878462, "probs": [0.20097168954465905, 0.799028310455341], "top": "ordinary", "option_logits": null, "prompt_sha256": "d8fe04845d52c73989d7d686ba336e8a037ae0bfa9da79ba697267ab9fc9e1c7", "input_tokens": 183, "server_ms": 35.34}, {"id": "cicada-gate-w2-now/what-time/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/what-time", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.52793802740052, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.83}, {"id": "cicada-gate-w2-now/tablespoons/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/tablespoons", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.272554978728294, "probs": [0.13214384255458153, 0.8678561574454184], "top": "ordinary", "option_logits": null, "prompt_sha256": "b80acb508ebe1b7bcd739b7d309f8f87d5c20e0ef5c2232f241b7480c484e7c0", "input_tokens": 185, "server_ms": 35.18}, {"id": "cicada-gate-w2-now/tablespoons/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/tablespoons", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.005026002414525, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.83}, {"id": "cicada-gate-w2-now/times-table/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/times-table", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.80769100924954, "probs": [0.14720923592665844, 0.8527907640733415], "top": "ordinary", "option_logits": null, "prompt_sha256": "f32b701cc11fb60558808c0e63800242f9df430a698ba91b1e292c29a97ff073", "input_tokens": 184, "server_ms": 35.27}, {"id": "cicada-gate-w2-now/times-table/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/times-table", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.563431021757424, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.79}, {"id": "cicada-gate-w2-now/recipe-step/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/recipe-step", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.268597985152155, "probs": [0.1910858322004182, 0.8089141677995819], "top": "ordinary", "option_logits": null, "prompt_sha256": "6f3741b23c671b7677beef8b001c3a339acba3443d895c0ff7a9366672072267", "input_tokens": 188, "server_ms": 35.26}, {"id": "cicada-gate-w2-now/recipe-step/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/recipe-step", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.01768402568996, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.69}, {"id": "cicada-gate-w2-now/soup/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/soup", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.641787031665444, "probs": [0.1724380672551571, 0.8275619327448428], "top": "ordinary", "option_logits": null, "prompt_sha256": "15beeee51e76a84fe517ac3b2d63a863db143e88ec0691ea434b1f949a713273", "input_tokens": 186, "server_ms": 35.17}, {"id": "cicada-gate-w2-now/soup/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/soup", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.502100996207446, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.97}, {"id": "cicada-gate-w2-now/play-music/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/play-music", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.212903963867575, "probs": [0.3340072352673295, 0.6659927647326706], "top": "ordinary", "option_logits": null, "prompt_sha256": "3013ff02e1dda210c90f8b5bb0c0b7fed227b12d2f9a839445087869339e0294", "input_tokens": 182, "server_ms": 35.44}, {"id": "cicada-gate-w2-now/play-music/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/play-music", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.58846398303285, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.95}, {"id": "cicada-gate-w2-now/dentist/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/dentist", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.440027044620365, "probs": [0.20097168954465905, 0.799028310455341], "top": "ordinary", "option_logits": null, "prompt_sha256": "6ed8659f14076b05a2f24964056158993d775693258fb0bcb9c272da6a2f29bf", "input_tokens": 184, "server_ms": 35.07}, {"id": "cicada-gate-w2-now/dentist/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/dentist", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.21973696118221, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.81}, {"id": "cicada-gate-w2-now/spell/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/spell", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.633466945029795, "probs": [0.13214384255458153, 0.8678561574454184], "top": "ordinary", "option_logits": null, "prompt_sha256": "7b1a321825d1994784a0ece39c659d7cb2ac3e5c425bfb094b70b4958ffb1702", "input_tokens": 184, "server_ms": 34.99}, {"id": "cicada-gate-w2-now/spell/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/spell", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.48581599537283, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.81}, {"id": "cicada-gate-w2-now/remind/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/remind", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.22263500420377, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "48b2dcdcd628051de6b35a16985c4ee1ffa062d521f412bb838819f7b5eabd7a", "input_tokens": 187, "server_ms": 35.57}, {"id": "cicada-gate-w2-now/remind/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/remind", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.19493298884481, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.82}, {"id": "cicada-gate-w2-now/volume/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/volume", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.25060401810333, "probs": [0.2935240287234267, 0.7064759712765732], "top": "ordinary", "option_logits": null, "prompt_sha256": "769f39cd90add71a604bfb344dc4c809cf38fa4794fdb93b2835ec172aafa3ca", "input_tokens": 184, "server_ms": 35.11}, {"id": "cicada-gate-w2-now/volume/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/volume", "gold": ["ordinary"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.976471011992544, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 35.26}, {"id": "cicada-gate-w2-now/dog-died/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "control", "group": "cicada-gate-w2-now/dog-died", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.80881200451404, "probs": [0.6798002499763626, 0.3201997500236374], "top": "react", "option_logits": null, "prompt_sha256": "80a047853997be9d216e0a21a7f7ac20592c915d66e4ae372c47c978fa03ddfe", "input_tokens": 184, "server_ms": 35.07}, {"id": "cicada-gate-w2-now/dog-died/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "control", "group": "cicada-gate-w2-now/dog-died", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.824401995167136, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.84}, {"id": "cicada-gate-w2-now/got-job/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "control", "group": "cicada-gate-w2-now/got-job", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.228223976679146, "probs": [0.7439389554145914, 0.25606104458540857], "top": "react", "option_logits": null, "prompt_sha256": "2f3dd4c049a82b3904d7dd2258746905a11e5d1e7f74607db135b844df32b91e", "input_tokens": 191, "server_ms": 35.28}, {"id": "cicada-gate-w2-now/got-job/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "control", "group": "cicada-gate-w2-now/got-job", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.585360990837216, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.96}, {"id": "cicada-gate-w2-now/intruder/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "control", "group": "cicada-gate-w2-now/intruder", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.302978980354965, "probs": [0.5156793174877148, 0.4843206825122851], "top": "react", "option_logits": null, "prompt_sha256": "d473bbe6e3a042a4189f1dd15fbd7b9fb82d12fd93c7b9f0d852093e0eee67ea", "input_tokens": 191, "server_ms": 35.19}, {"id": "cicada-gate-w2-now/intruder/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "control", "group": "cicada-gate-w2-now/intruder", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.404442965984344, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 35.14}, {"id": "cicada-gate-w2-now/fish/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/fish", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.096336021553725, "probs": [0.30670018569615076, 0.6932998143038492], "top": "ordinary", "option_logits": null, "prompt_sha256": "e016e8f87924bd6367f0af1e794897be0bb6efe2da1793366c3c34b632748a8e", "input_tokens": 191, "server_ms": 35.07}, {"id": "cicada-gate-w2-now/fish/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/fish", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.82746098237112, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 35.0}, {"id": "cicada-gate-w2-now/hospital/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/hospital", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.038333950098604, "probs": [0.4843206825122851, 0.5156793174877148], "top": "ordinary", "option_logits": null, "prompt_sha256": "194e72ad6a3240e94296f4c1304e3acfdd224b51173def77329ac471a6770153", "input_tokens": 186, "server_ms": 35.17}, {"id": "cicada-gate-w2-now/hospital/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/hospital", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.539310010615736, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.74}, {"id": "cicada-gate-w2-now/laid-off/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/laid-off", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.54932299815118, "probs": [0.5313278281391198, 0.4686721718608801], "top": "react", "option_logits": null, "prompt_sha256": "a95fd762372f5a6984361502a0c946aff43151e832de42811e64b8e78ee963a7", "input_tokens": 184, "server_ms": 35.05}, {"id": "cicada-gate-w2-now/laid-off/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/laid-off", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.85695201018825, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.86}, {"id": "cicada-gate-w2-now/baby-steps/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/baby-steps", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.87044000579044, "probs": [0.6798002499763626, 0.3201997500236374], "top": "react", "option_logits": null, "prompt_sha256": "5cb010480b479f161d0aad57f4ab3e0769bb15c880feacaad19d950ab50fd220", "input_tokens": 186, "server_ms": 35.0}, {"id": "cicada-gate-w2-now/baby-steps/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/baby-steps", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.54728503152728, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.9}, {"id": "cicada-gate-w2-now/cut-finger/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/cut-finger", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.54747304227203, "probs": [0.5156793174877148, 0.4843206825122851], "top": "react", "option_logits": null, "prompt_sha256": "c863f24bc9418b799a6d6c2044bf07374d1fcc42f905915d2198fd53f275c921", "input_tokens": 189, "server_ms": 35.4}, {"id": "cicada-gate-w2-now/cut-finger/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/cut-finger", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.514181985519826, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.89}, {"id": "cicada-gate-w2-now/raccoon/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/raccoon", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.495767002459615, "probs": [0.4069889545588398, 0.5930110454411601], "top": "ordinary", "option_logits": null, "prompt_sha256": "1a426b0b7eebc96e3557b66413d48b938a17ed2fd5370f5bd165d9a11cef8d9a", "input_tokens": 189, "server_ms": 35.13}, {"id": "cicada-gate-w2-now/raccoon/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/raccoon", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.23124100686982, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.9}, {"id": "cicada-gate-w2-now/snow-june/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/snow-june", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.54274803539738, "probs": [0.42221451068097277, 0.5777854893190272], "top": "ordinary", "option_logits": null, "prompt_sha256": "35037fda6fe66b79a3717d191706a7f03eced03d2840e763e794ea1e1d159895", "input_tokens": 187, "server_ms": 35.24}, {"id": "cicada-gate-w2-now/snow-june/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/snow-june", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.377042000647634, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.81}, {"id": "cicada-gate-w2-now/toaster/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/toaster", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.57759696198627, "probs": [0.24429381869718142, 0.7557061813028185], "top": "ordinary", "option_logits": null, "prompt_sha256": "0de638423e8c5d5e95126a5b7dae73d8e757a1daece888bcad18912d32fac7b7", "input_tokens": 189, "server_ms": 35.38}, {"id": "cicada-gate-w2-now/toaster/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/toaster", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 56.86272605089471, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.88}, {"id": "cicada-gate-w2-now/scarecrow/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/scarecrow", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.71189396828413, "probs": [0.23289806532119295, 0.767101934678807], "top": "ordinary", "option_logits": null, "prompt_sha256": "2916b1e059434f4c17f48b63fd6446f83cb7481d19b50e6a90ddb42a82d85abe", "input_tokens": 195, "server_ms": 35.4}, {"id": "cicada-gate-w2-now/scarecrow/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/scarecrow", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.32620599074289, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.91}, {"id": "cicada-gate-w2-now/cookie/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/cookie", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 56.76435900386423, "probs": [0.25606104458540857, 0.7439389554145914], "top": "ordinary", "option_logits": null, "prompt_sha256": "de375bc98b339571beebb071e50719d9949124a175481fdd3845688dcdb04b97", "input_tokens": 187, "server_ms": 35.21}, {"id": "cicada-gate-w2-now/cookie/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/cookie", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.12516598496586, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.98}, {"id": "cicada-gate-w2-now/useless/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/useless", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.44579101074487, "probs": [0.18157574487480185, 0.8184242551251981], "top": "ordinary", "option_logits": null, "prompt_sha256": "205993715f2586a980060e1bb605d05af0f98854e5989af97a728f7ce11555f5", "input_tokens": 188, "server_ms": 35.06}, {"id": "cicada-gate-w2-now/useless/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/useless", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.80371900880709, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.86}, {"id": "cicada-gate-w2-now/cheese/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/cheese", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.88088298402727, "probs": [0.2935240287234267, 0.7064759712765732], "top": "ordinary", "option_logits": null, "prompt_sha256": "d040ef49e06e994273da73faf9f7045d693fe5c52cdc213906a674526418c1d2", "input_tokens": 185, "server_ms": 35.01}, {"id": "cicada-gate-w2-now/cheese/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "case", "group": "cicada-gate-w2-now/cheese", "gold": ["react"], "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.980698994360864, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 35.06}, {"id": "cicada-gate-w2-now/goodnight/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "open", "group": "cicada-gate-w2-now/goodnight", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.54228103533387, "probs": [0.2935240287234267, 0.7064759712765732], "top": "ordinary", "option_logits": null, "prompt_sha256": "c5f99b9eba8c8c61b2b1660ddd2f16bbffb148fcaeb1ab23a03f4f592a48a3b7", "input_tokens": 184, "server_ms": 35.09}, {"id": "cicada-gate-w2-now/goodnight/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "open", "group": "cicada-gate-w2-now/goodnight", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.06232499424368, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 35.01}, {"id": "cicada-gate-w2-now/thanks/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "open", "group": "cicada-gate-w2-now/thanks", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.37578698527068, "probs": [0.43758935794935333, 0.5624106420506467], "top": "ordinary", "option_logits": null, "prompt_sha256": "13674b652950fc43a4f538f373eb82985e3bc9c04785d52c7546312abd74938e", "input_tokens": 188, "server_ms": 35.18}, {"id": "cicada-gate-w2-now/thanks/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "open", "group": "cicada-gate-w2-now/thanks", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.098600008524954, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 34.92}, {"id": "cicada-gate-w2-now/sit-with-me/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "open", "group": "cicada-gate-w2-now/sit-with-me", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.42871299944818, "probs": [0.43758935794935333, 0.5624106420506467], "top": "ordinary", "option_logits": null, "prompt_sha256": "5a880ca783c35091cce278857e9b37f098ad7db31dbd294c6fcad0f55f47c7ca", "input_tokens": 185, "server_ms": 35.06}, {"id": "cicada-gate-w2-now/sit-with-me/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "open", "group": "cicada-gate-w2-now/sit-with-me", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.43243503011763, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 35.07}, {"id": "cicada-gate-w2-now/stop-timer/gate", "set": "cicada-w2", "cond": "evidence", "decision": "gate", "tag": "open", "group": "cicada-gate-w2-now/stop-timer", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.38176997611299, "probs": [0.37709365395745764, 0.6229063460425425], "top": "ordinary", "option_logits": null, "prompt_sha256": "9c2a784ed4917379405889f124c83bd1670328e68774cee1f31a8ed48ab3aabb", "input_tokens": 182, "server_ms": 35.23}, {"id": "cicada-gate-w2-now/stop-timer/gate#blind", "set": "cicada-w2", "cond": "blind", "decision": "gate", "tag": "open", "group": "cicada-gate-w2-now/stop-timer", "gold": null, "forbid": [], "option_ids": ["react", "ordinary"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.71889396337792, "probs": [0.21123545993246395, 0.788764540067536], "top": "ordinary", "option_logits": null, "prompt_sha256": "42d890257870c87b0753d4dd9437f4ce422ac7e602c048b950b000b5f16d449e", "input_tokens": 177, "server_ms": 35.06}, {"id": "wyrd-scene-fletcher/f-idle-look/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "control", "group": "wyrd-scene-fletcher/f-idle-look", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.2026359946467, "probs": [0.08439803417650704, 0.9156019658234928], "top": "holds", "option_logits": null, "prompt_sha256": "058da368fb54e53f1722bf167e6db03567ab88733dfda904dcfbdfa17b020096", "input_tokens": 349, "server_ms": 37.16}, {"id": "wyrd-scene-fletcher/f-idle-look/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "control", "group": "wyrd-scene-fletcher/f-idle-look", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.74836899479851, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 35.06}, {"id": "wyrd-scene-fletcher/f-idle-look/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "control", "group": "wyrd-scene-fletcher/f-idle-look", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.2454250282608, "probs": [0.7718190530995124, 0.182323036446684, 0.04585791045380365], "top": "stay", "option_logits": null, "prompt_sha256": "84c7f8435b2ab9a50ab5e03131ce3b11f93ecf83440dd76bad82255d6ca55c8f", "input_tokens": 402, "server_ms": 36.38}, {"id": "wyrd-scene-fletcher/f-idle-look/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "control", "group": "wyrd-scene-fletcher/f-idle-look", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.71112696593627, "probs": [0.861023632332021, 0.08450597252838886, 0.05447039513959021], "top": "stay", "option_logits": null, "prompt_sha256": "413feb1627136dce565aac3bf50b3ea3808722e8a364b529517665b09fee4f2d", "input_tokens": 256, "server_ms": 34.95}, {"id": "wyrd-scene-fletcher/f-idle-look/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "control", "group": "wyrd-scene-fletcher/f-idle-look", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.09115499444306, "probs": [0.9743891388556707, 0.0256108611443294], "top": "same", "option_logits": null, "prompt_sha256": "955c44e495e2a977cdc4d881d9c1fe4671ddf63577d50ea8831fb4fd2e27a202", "input_tokens": 362, "server_ms": 36.07}, {"id": "wyrd-scene-fletcher/f-idle-look/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "control", "group": "wyrd-scene-fletcher/f-idle-look", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.59550396678969, "probs": [0.8815938286018441, 0.11840617139815589], "top": "same", "option_logits": null, "prompt_sha256": "925913696599b0023875e54a4b94ae84b72c6fbb2579330e215504f654a83f9d", "input_tokens": 216, "server_ms": 34.76}, {"id": "wyrd-scene-fletcher/f-idle-look/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "control", "group": "wyrd-scene-fletcher/f-idle-look", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.39117299485952, "probs": [0.9498122139379266, 0.0439086160356991, 0.006279170026374424], "top": "stay", "option_logits": null, "prompt_sha256": "73ea96cae6ae288e85508ee6b82f378c16f2f8249e90fc7e944729f0f1177bd8", "input_tokens": 414, "server_ms": 36.68}, {"id": "wyrd-scene-fletcher/f-idle-look/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "control", "group": "wyrd-scene-fletcher/f-idle-look", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.517221997026354, "probs": [0.9296767595752046, 0.0588135569838071, 0.011509683440988398], "top": "stay", "option_logits": null, "prompt_sha256": "546a97583d85218c1fb4f2a61eb5dc5e9493c64137139a6fe01cb443b663e73c", "input_tokens": 268, "server_ms": 35.27}, {"id": "wyrd-scene-fletcher/f-plan-tavern/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "case", "group": "wyrd-scene-fletcher/f-plan-tavern", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.48525998508558, "probs": [0.08937422170979005, 0.91062577829021], "top": "holds", "option_logits": null, "prompt_sha256": "3815ee0d0796f336f168e99d5aa788ece61208e45b945e01bf6637c92f4d3dc9", "input_tokens": 349, "server_ms": 35.91}, {"id": "wyrd-scene-fletcher/f-plan-tavern/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "case", "group": "wyrd-scene-fletcher/f-plan-tavern", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.26245800824836, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 35.09}, {"id": "wyrd-scene-fletcher/f-plan-tavern/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "case", "group": "wyrd-scene-fletcher/f-plan-tavern", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.62468595942482, "probs": [0.7344793363943535, 0.0560873753680077, 0.20943328823763885], "top": "stay", "option_logits": null, "prompt_sha256": "9979fba74f296b7c56dd57196f7d52dea2221edd6b44b0ec6bb09b5f9ba07486", "input_tokens": 402, "server_ms": 36.05}, {"id": "wyrd-scene-fletcher/f-plan-tavern/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "case", "group": "wyrd-scene-fletcher/f-plan-tavern", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.067716013174504, "probs": [0.861023632332021, 0.08450597252838886, 0.05447039513959021], "top": "stay", "option_logits": null, "prompt_sha256": "413feb1627136dce565aac3bf50b3ea3808722e8a364b529517665b09fee4f2d", "input_tokens": 256, "server_ms": 34.91}, {"id": "wyrd-scene-fletcher/f-plan-tavern/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "case", "group": "wyrd-scene-fletcher/f-plan-tavern", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.58968598395586, "probs": [0.9692484548756632, 0.03075154512433679], "top": "same", "option_logits": null, "prompt_sha256": "b470826b04361cf78a4ee1be70f9c8e5060a40708b4c707e636ea653ec6186a5", "input_tokens": 362, "server_ms": 35.9}, {"id": "wyrd-scene-fletcher/f-plan-tavern/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "case", "group": "wyrd-scene-fletcher/f-plan-tavern", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.113378991838545, "probs": [0.8815938286018441, 0.11840617139815589], "top": "same", "option_logits": null, "prompt_sha256": "925913696599b0023875e54a4b94ae84b72c6fbb2579330e215504f654a83f9d", "input_tokens": 216, "server_ms": 34.56}, {"id": "wyrd-scene-fletcher/f-plan-tavern/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "case", "group": "wyrd-scene-fletcher/f-plan-tavern", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.096509993541986, "probs": [0.9398897417986248, 0.0338066486561543, 0.026303609545220985], "top": "stay", "option_logits": null, "prompt_sha256": "3a6c6db96ecf98a2ac4d23c54a51eb817928adc810a43463165b9a5520252f74", "input_tokens": 414, "server_ms": 36.1}, {"id": "wyrd-scene-fletcher/f-plan-tavern/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "case", "group": "wyrd-scene-fletcher/f-plan-tavern", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.02843498066068, "probs": [0.9296767595752046, 0.0588135569838071, 0.011509683440988398], "top": "stay", "option_logits": null, "prompt_sha256": "546a97583d85218c1fb4f2a61eb5dc5e9493c64137139a6fe01cb443b663e73c", "input_tokens": 268, "server_ms": 35.13}, {"id": "wyrd-scene-fletcher/f-go-tavern/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "control", "group": "wyrd-scene-fletcher/f-go-tavern", "gold": ["moved"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.38917700666934, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "b9fe8e915d19e7f984dea44651b50f5154d57c30fa1a25c34e4172b27ff1ba30", "input_tokens": 347, "server_ms": 36.25}, {"id": "wyrd-scene-fletcher/f-go-tavern/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "control", "group": "wyrd-scene-fletcher/f-go-tavern", "gold": ["moved"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.05195500841364, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 34.78}, {"id": "wyrd-scene-fletcher/f-go-tavern/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "control", "group": "wyrd-scene-fletcher/f-go-tavern", "gold": ["tavern"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.310486011672765, "probs": [0.09180558671996532, 0.02967758775648927, 0.8785168255235455], "top": "tavern", "option_logits": null, "prompt_sha256": "2184bf6bdaf9684fb7d95a5bc48a0892df975609f94a3ed7848054c957e74993", "input_tokens": 400, "server_ms": 36.2}, {"id": "wyrd-scene-fletcher/f-go-tavern/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "control", "group": "wyrd-scene-fletcher/f-go-tavern", "gold": ["tavern"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.40377498557791, "probs": [0.861023632332021, 0.08450597252838886, 0.05447039513959021], "top": "stay", "option_logits": null, "prompt_sha256": "413feb1627136dce565aac3bf50b3ea3808722e8a364b529517665b09fee4f2d", "input_tokens": 256, "server_ms": 34.99}, {"id": "wyrd-scene-fletcher/f-go-tavern/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "control", "group": "wyrd-scene-fletcher/f-go-tavern", "gold": ["elsewhere"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.709282994735986, "probs": [0.13214384255458153, 0.8678561574454184], "top": "elsewhere", "option_logits": null, "prompt_sha256": "ddaba14f654fa4c16c488632b8f44e96e68d760a8f2bc42dec58235647f892ea", "input_tokens": 360, "server_ms": 35.97}, {"id": "wyrd-scene-fletcher/f-go-tavern/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "control", "group": "wyrd-scene-fletcher/f-go-tavern", "gold": ["elsewhere"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.372183989267796, "probs": [0.8815938286018441, 0.11840617139815589], "top": "same", "option_logits": null, "prompt_sha256": "925913696599b0023875e54a4b94ae84b72c6fbb2579330e215504f654a83f9d", "input_tokens": 216, "server_ms": 34.93}, {"id": "wyrd-scene-fletcher/f-go-tavern/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "control", "group": "wyrd-scene-fletcher/f-go-tavern", "gold": ["tavern"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.652006016112864, "probs": [0.31207496905784127, 0.025374130011708906, 0.6625509009304498], "top": "tavern", "option_logits": null, "prompt_sha256": "f79cd25f72d3225d918207c80cceb334da79a685d99944f8af093343a71507ac", "input_tokens": 412, "server_ms": 36.32}, {"id": "wyrd-scene-fletcher/f-go-tavern/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "control", "group": "wyrd-scene-fletcher/f-go-tavern", "gold": ["tavern"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.3603589865379, "probs": [0.9296767595752046, 0.0588135569838071, 0.011509683440988398], "top": "stay", "option_logits": null, "prompt_sha256": "546a97583d85218c1fb4f2a61eb5dc5e9493c64137139a6fe01cb443b663e73c", "input_tokens": 268, "server_ms": 35.41}, {"id": "wyrd-scene-fletcher/f-approach-wren/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "control", "group": "wyrd-scene-fletcher/f-approach-wren", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.95752104232088, "probs": [0.10012611628383591, 0.8998738837161642], "top": "holds", "option_logits": null, "prompt_sha256": "8b0960d187761f892193b961e182db548cb51b368cc86fa64963b86ca31104dc", "input_tokens": 350, "server_ms": 36.01}, {"id": "wyrd-scene-fletcher/f-approach-wren/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "control", "group": "wyrd-scene-fletcher/f-approach-wren", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.29676397377625, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 35.07}, {"id": "wyrd-scene-fletcher/f-approach-wren/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "control", "group": "wyrd-scene-fletcher/f-approach-wren", "gold": ["meet_wren"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.58919297577813, "probs": [0.08392095203238217, 0.910426262057999, 0.005652785909618714], "top": "meet_wren", "option_logits": null, "prompt_sha256": "8628e07529e354a0ea6b36af3d7c80bbb43b24fdb3f2d998c0aff54d2ff1eb74", "input_tokens": 403, "server_ms": 36.11}, {"id": "wyrd-scene-fletcher/f-approach-wren/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "control", "group": "wyrd-scene-fletcher/f-approach-wren", "gold": ["meet_wren"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.69334197510034, "probs": [0.861023632332021, 0.08450597252838886, 0.05447039513959021], "top": "stay", "option_logits": null, "prompt_sha256": "413feb1627136dce565aac3bf50b3ea3808722e8a364b529517665b09fee4f2d", "input_tokens": 256, "server_ms": 35.1}, {"id": "wyrd-scene-fletcher/f-approach-wren/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "control", "group": "wyrd-scene-fletcher/f-approach-wren", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.24925697641447, "probs": [0.9652800911770798, 0.034719908822920295], "top": "same", "option_logits": null, "prompt_sha256": "1c0c0864831cdb932a28d47ef8c6c43d7b1bbec5c04d6ef50e9bca20f3fc7656", "input_tokens": 363, "server_ms": 35.94}, {"id": "wyrd-scene-fletcher/f-approach-wren/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "control", "group": "wyrd-scene-fletcher/f-approach-wren", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.042979969177395, "probs": [0.8815938286018441, 0.11840617139815589], "top": "same", "option_logits": null, "prompt_sha256": "925913696599b0023875e54a4b94ae84b72c6fbb2579330e215504f654a83f9d", "input_tokens": 216, "server_ms": 34.71}, {"id": "wyrd-scene-fletcher/f-approach-wren/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "control", "group": "wyrd-scene-fletcher/f-approach-wren", "gold": ["meet_wren"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 56.22900102753192, "probs": [0.3609531260448983, 0.6348499071093584, 0.004196966845743212], "top": "meet_wren", "option_logits": null, "prompt_sha256": "2b709da6d4717d3d93eeea477d3c66ec4adb06c92a6f7caf53fef28d2529a32e", "input_tokens": 415, "server_ms": 36.39}, {"id": "wyrd-scene-fletcher/f-approach-wren/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "control", "group": "wyrd-scene-fletcher/f-approach-wren", "gold": ["meet_wren"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.596074983943254, "probs": [0.9296767595752046, 0.0588135569838071, 0.011509683440988398], "top": "stay", "option_logits": null, "prompt_sha256": "546a97583d85218c1fb4f2a61eb5dc5e9493c64137139a6fe01cb443b663e73c", "input_tokens": 268, "server_ms": 35.17}, {"id": "wyrd-scene-fletcher/f-memory/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "case", "group": "wyrd-scene-fletcher/f-memory", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.92060596588999, "probs": [0.08439803417650704, 0.9156019658234928], "top": "holds", "option_logits": null, "prompt_sha256": "642f6317a50fce2972b9d827cd804fd97828010dda845423c67ffcb208e9b040", "input_tokens": 351, "server_ms": 36.21}, {"id": "wyrd-scene-fletcher/f-memory/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "case", "group": "wyrd-scene-fletcher/f-memory", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.43405803432688, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 34.94}, {"id": "wyrd-scene-fletcher/f-memory/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "case", "group": "wyrd-scene-fletcher/f-memory", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.49932103510946, "probs": [0.5349839022743945, 0.44320089104384086, 0.021815206681764517], "top": "stay", "option_logits": null, "prompt_sha256": "614a7bfac1376f57a1029284d6165b36ef01754e5c90758e79dade1a63f15749", "input_tokens": 404, "server_ms": 36.28}, {"id": "wyrd-scene-fletcher/f-memory/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "case", "group": "wyrd-scene-fletcher/f-memory", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.69360798411071, "probs": [0.861023632332021, 0.08450597252838886, 0.05447039513959021], "top": "stay", "option_logits": null, "prompt_sha256": "413feb1627136dce565aac3bf50b3ea3808722e8a364b529517665b09fee4f2d", "input_tokens": 256, "server_ms": 34.98}, {"id": "wyrd-scene-fletcher/f-memory/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "case", "group": "wyrd-scene-fletcher/f-memory", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.97572799120098, "probs": [0.9773408097411098, 0.022659190258890113], "top": "same", "option_logits": null, "prompt_sha256": "72422c0e5debc256907b288457c1797300cf448d5ec856a6f2e35c6decd9edf5", "input_tokens": 364, "server_ms": 36.35}, {"id": "wyrd-scene-fletcher/f-memory/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "case", "group": "wyrd-scene-fletcher/f-memory", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.23816399322823, "probs": [0.8815938286018441, 0.11840617139815589], "top": "same", "option_logits": null, "prompt_sha256": "925913696599b0023875e54a4b94ae84b72c6fbb2579330e215504f654a83f9d", "input_tokens": 216, "server_ms": 34.9}, {"id": "wyrd-scene-fletcher/f-memory/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "case", "group": "wyrd-scene-fletcher/f-memory", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.704995010979474, "probs": [0.9484375641457526, 0.04668393422657173, 0.004878501627675742], "top": "stay", "option_logits": null, "prompt_sha256": "b0ed9a6aa86ee72d1817b29132d7507478803a28b48a926b991eeb24cd2f9e12", "input_tokens": 416, "server_ms": 36.45}, {"id": "wyrd-scene-fletcher/f-memory/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "case", "group": "wyrd-scene-fletcher/f-memory", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.46440797438845, "probs": [0.9296767595752046, 0.0588135569838071, 0.011509683440988398], "top": "stay", "option_logits": null, "prompt_sha256": "546a97583d85218c1fb4f2a61eb5dc5e9493c64137139a6fe01cb443b663e73c", "input_tokens": 268, "server_ms": 35.1}, {"id": "wyrd-scene-fletcher/f-leave-town/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "case", "group": "wyrd-scene-fletcher/f-leave-town", "gold": ["moved"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.59253099979833, "probs": [0.7557061813028185, 0.24429381869718142], "top": "moved", "option_logits": null, "prompt_sha256": "bd8db9693ef78eb0beecc5c18fa010d5d06e6759044ecfab3d74ba1a865797de", "input_tokens": 345, "server_ms": 36.3}, {"id": "wyrd-scene-fletcher/f-leave-town/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "case", "group": "wyrd-scene-fletcher/f-leave-town", "gold": ["moved"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.12888801563531, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 34.97}, {"id": "wyrd-scene-fletcher/f-leave-town/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "case", "group": "wyrd-scene-fletcher/f-leave-town", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.41708100261167, "probs": [0.3622300087461422, 0.5277941644393258, 0.10997582681453204], "top": "meet_wren", "option_logits": null, "prompt_sha256": "a14d21ff8e50b52b1976269e33c341c5e16dd10d600a65f7920af31041facb6a", "input_tokens": 398, "server_ms": 36.22}, {"id": "wyrd-scene-fletcher/f-leave-town/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "case", "group": "wyrd-scene-fletcher/f-leave-town", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.760873979423195, "probs": [0.861023632332021, 0.08450597252838886, 0.05447039513959021], "top": "stay", "option_logits": null, "prompt_sha256": "413feb1627136dce565aac3bf50b3ea3808722e8a364b529517665b09fee4f2d", "input_tokens": 256, "server_ms": 34.89}, {"id": "wyrd-scene-fletcher/f-leave-town/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "case", "group": "wyrd-scene-fletcher/f-leave-town", "gold": ["elsewhere"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.01047901250422, "probs": [0.04691279649254219, 0.9530872035074577], "top": "elsewhere", "option_logits": null, "prompt_sha256": "06d1489204fd88302faf9ecfd135ae4479e2b28f2eb94389357672f822467e63", "input_tokens": 358, "server_ms": 36.06}, {"id": "wyrd-scene-fletcher/f-leave-town/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "case", "group": "wyrd-scene-fletcher/f-leave-town", "gold": ["elsewhere"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.209865036886185, "probs": [0.8815938286018441, 0.11840617139815589], "top": "same", "option_logits": null, "prompt_sha256": "925913696599b0023875e54a4b94ae84b72c6fbb2579330e215504f654a83f9d", "input_tokens": 216, "server_ms": 35.16}, {"id": "wyrd-scene-fletcher/f-leave-town/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "case", "group": "wyrd-scene-fletcher/f-leave-town", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.01498898956925, "probs": [0.6394729578033058, 0.3414721146107966, 0.019054927585897746], "top": "stay", "option_logits": null, "prompt_sha256": "f13ca14ecf5c1323b82136fe289cd1167d2b3da2b09f6f1401926403643820c4", "input_tokens": 410, "server_ms": 36.32}, {"id": "wyrd-scene-fletcher/f-leave-town/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "case", "group": "wyrd-scene-fletcher/f-leave-town", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.608949994668365, "probs": [0.9296767595752046, 0.0588135569838071, 0.011509683440988398], "top": "stay", "option_logits": null, "prompt_sha256": "546a97583d85218c1fb4f2a61eb5dc5e9493c64137139a6fe01cb443b663e73c", "input_tokens": 268, "server_ms": 35.28}, {"id": "wyrd-scene-fletcher/f-nightfall/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "case", "group": "wyrd-scene-fletcher/f-nightfall", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.642565024551004, "probs": [0.06310763191560703, 0.936892368084393], "top": "holds", "option_logits": null, "prompt_sha256": "83f722d8b501914e1e0d49966226acdabbc5bfd24d7db5a3288d83c54e788906", "input_tokens": 334, "server_ms": 35.93}, {"id": "wyrd-scene-fletcher/f-nightfall/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "case", "group": "wyrd-scene-fletcher/f-nightfall", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.33944600028917, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 35.25}, {"id": "wyrd-scene-fletcher/f-nightfall/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "case", "group": "wyrd-scene-fletcher/f-nightfall", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.80513902148232, "probs": [0.8867723079125559, 0.09266828976827934, 0.020559402319164796], "top": "stay", "option_logits": null, "prompt_sha256": "40cf512c5046c6f14722b7dc272d6edf32d8b26be6c39c5ba91ae15234b60458", "input_tokens": 387, "server_ms": 36.16}, {"id": "wyrd-scene-fletcher/f-nightfall/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "case", "group": "wyrd-scene-fletcher/f-nightfall", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.775620996020734, "probs": [0.861023632332021, 0.08450597252838886, 0.05447039513959021], "top": "stay", "option_logits": null, "prompt_sha256": "413feb1627136dce565aac3bf50b3ea3808722e8a364b529517665b09fee4f2d", "input_tokens": 256, "server_ms": 35.08}, {"id": "wyrd-scene-fletcher/f-nightfall/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "case", "group": "wyrd-scene-fletcher/f-nightfall", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.223734012339264, "probs": [0.981155009643547, 0.018844990356453022], "top": "same", "option_logits": null, "prompt_sha256": "892d3122f8d9956056bf21f902d2d8bb500c8c6ae105bd5c0f51ee27ce4f3e67", "input_tokens": 347, "server_ms": 35.75}, {"id": "wyrd-scene-fletcher/f-nightfall/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "case", "group": "wyrd-scene-fletcher/f-nightfall", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.80480200983584, "probs": [0.8815938286018441, 0.11840617139815589], "top": "same", "option_logits": null, "prompt_sha256": "925913696599b0023875e54a4b94ae84b72c6fbb2579330e215504f654a83f9d", "input_tokens": 216, "server_ms": 34.96}, {"id": "wyrd-scene-fletcher/f-nightfall/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "case", "group": "wyrd-scene-fletcher/f-nightfall", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.10495603084564, "probs": [0.9595292782348949, 0.03451305801549889, 0.005957663749606297], "top": "stay", "option_logits": null, "prompt_sha256": "c1b2b2f57285ac7ed8baff6dc7a583e23b79a69d6d56df16e052514f1f683d50", "input_tokens": 399, "server_ms": 36.32}, {"id": "wyrd-scene-fletcher/f-nightfall/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "case", "group": "wyrd-scene-fletcher/f-nightfall", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.180641018319875, "probs": [0.9296767595752046, 0.0588135569838071, 0.011509683440988398], "top": "stay", "option_logits": null, "prompt_sha256": "546a97583d85218c1fb4f2a61eb5dc5e9493c64137139a6fe01cb443b663e73c", "input_tokens": 268, "server_ms": 35.25}, {"id": "wyrd-scene-fletcher/f-wren-comes/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "case", "group": "wyrd-scene-fletcher/f-wren-comes", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.6680209916085, "probs": [0.08439803417650704, 0.9156019658234928], "top": "holds", "option_logits": null, "prompt_sha256": "fd10140bbf230f16298039677ff7eca598682b6b00c499cb87d8c4bc3636e84f", "input_tokens": 354, "server_ms": 35.91}, {"id": "wyrd-scene-fletcher/f-wren-comes/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "case", "group": "wyrd-scene-fletcher/f-wren-comes", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.76050901738927, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 34.96}, {"id": "wyrd-scene-fletcher/f-wren-comes/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "case", "group": "wyrd-scene-fletcher/f-wren-comes", "gold": ["meet_wren"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.50251902220771, "probs": [0.14608219944812195, 0.8462617876902637, 0.007656012861614229], "top": "meet_wren", "option_logits": null, "prompt_sha256": "d6285e0f761cb72916991b3aa75e90969fd5d48162a2ab8547c25a134ac9970f", "input_tokens": 407, "server_ms": 36.26}, {"id": "wyrd-scene-fletcher/f-wren-comes/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "case", "group": "wyrd-scene-fletcher/f-wren-comes", "gold": ["meet_wren"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.31466096686199, "probs": [0.861023632332021, 0.08450597252838886, 0.05447039513959021], "top": "stay", "option_logits": null, "prompt_sha256": "413feb1627136dce565aac3bf50b3ea3808722e8a364b529517665b09fee4f2d", "input_tokens": 256, "server_ms": 34.97}, {"id": "wyrd-scene-fletcher/f-wren-comes/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "case", "group": "wyrd-scene-fletcher/f-wren-comes", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.00926002766937, "probs": [0.9652800911770798, 0.034719908822920295], "top": "same", "option_logits": null, "prompt_sha256": "16c77bb7f415e403a6f0e5f0fddc8a7efe2eff38eb8b950ba7a89c6b3a8f6089", "input_tokens": 367, "server_ms": 36.01}, {"id": "wyrd-scene-fletcher/f-wren-comes/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "case", "group": "wyrd-scene-fletcher/f-wren-comes", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.44022299302742, "probs": [0.8815938286018441, 0.11840617139815589], "top": "same", "option_logits": null, "prompt_sha256": "925913696599b0023875e54a4b94ae84b72c6fbb2579330e215504f654a83f9d", "input_tokens": 216, "server_ms": 34.71}, {"id": "wyrd-scene-fletcher/f-wren-comes/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "case", "group": "wyrd-scene-fletcher/f-wren-comes", "gold": ["meet_wren"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.693967977073044, "probs": [0.7741398924975833, 0.22074230029695507, 0.0051178072054615525], "top": "stay", "option_logits": null, "prompt_sha256": "3635b3c92721ae42861023028c1b225f3121b020a74e9a609e040b88650d7855", "input_tokens": 419, "server_ms": 36.36}, {"id": "wyrd-scene-fletcher/f-wren-comes/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "case", "group": "wyrd-scene-fletcher/f-wren-comes", "gold": ["meet_wren"], "forbid": [], "option_ids": ["stay", "meet_wren", "tavern"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.07886202353984, "probs": [0.9296767595752046, 0.0588135569838071, 0.011509683440988398], "top": "stay", "option_logits": null, "prompt_sha256": "546a97583d85218c1fb4f2a61eb5dc5e9493c64137139a6fe01cb443b663e73c", "input_tokens": 268, "server_ms": 35.13}, {"id": "wyrd-scene-toll/t-reads-letter/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "control", "group": "wyrd-scene-toll/t-reads-letter", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.123325971886516, "probs": [0.07519394939170732, 0.9248060506082927], "top": "holds", "option_logits": null, "prompt_sha256": "f0ffc47c17537a4d4fb3fb4b8ac9997fa8107f55e51e4ad0b9a13866601ee85a", "input_tokens": 336, "server_ms": 36.06}, {"id": "wyrd-scene-toll/t-reads-letter/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "control", "group": "wyrd-scene-toll/t-reads-letter", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.95211704308167, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 34.95}, {"id": "wyrd-scene-toll/t-reads-letter/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "control", "group": "wyrd-scene-toll/t-reads-letter", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 60.191980039235204, "probs": [0.7439389554145914, 0.25606104458540857], "top": "stay", "option_logits": null, "prompt_sha256": "471aea5565661294ab762c328e9ed37c4e9cc9768cbace3f72555836d5d0980f", "input_tokens": 370, "server_ms": 40.58}, {"id": "wyrd-scene-toll/t-reads-letter/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "control", "group": "wyrd-scene-toll/t-reads-letter", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.06107101589441, "probs": [0.8275619327448428, 0.1724380672551571], "top": "stay", "option_logits": null, "prompt_sha256": "8478d6de3a8afe4e8368f676fd79368c05b3dbb00f81f4944c24eb2c9499ad47", "input_tokens": 237, "server_ms": 35.33}, {"id": "wyrd-scene-toll/t-reads-letter/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "control", "group": "wyrd-scene-toll/t-reads-letter", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.45013596909121, "probs": [0.9743891388556707, 0.0256108611443294], "top": "same", "option_logits": null, "prompt_sha256": "8ff0421aea2c2f4766e31e994012e906a77b3d0ee479e0b5c37a05284a6df18b", "input_tokens": 349, "server_ms": 35.57}, {"id": "wyrd-scene-toll/t-reads-letter/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "control", "group": "wyrd-scene-toll/t-reads-letter", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.03050403017551, "probs": [0.8678561574454184, 0.13214384255458153], "top": "same", "option_logits": null, "prompt_sha256": "08fc191a1243b19f9b127f3f603e4ee4a15d0557a5a8883fa111a1ddce2023ce", "input_tokens": 216, "server_ms": 34.83}, {"id": "wyrd-scene-toll/t-reads-letter/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "control", "group": "wyrd-scene-toll/t-reads-letter", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.04117301804945, "probs": [0.9692484548756632, 0.03075154512433679], "top": "stay", "option_logits": null, "prompt_sha256": "1da50f17674a5941afd0eb62df0f2542809450c13dc4e4c87ac21ad3c668d9a0", "input_tokens": 381, "server_ms": 35.79}, {"id": "wyrd-scene-toll/t-reads-letter/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "control", "group": "wyrd-scene-toll/t-reads-letter", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.32911899313331, "probs": [0.9330797425441405, 0.06692025745585947], "top": "stay", "option_logits": null, "prompt_sha256": "ef5595471954fe6548e11c82d8a13dfec0fa50e37cbc02e68dadbd30e3f37458", "input_tokens": 248, "server_ms": 34.73}, {"id": "wyrd-scene-toll/t-questions/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "case", "group": "wyrd-scene-toll/t-questions", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.57106198789552, "probs": [0.07519394939170732, 0.9248060506082927], "top": "holds", "option_logits": null, "prompt_sha256": "8da13952e1ce2f0ba71508070020293f826b683c09307d4ce80e0f9861a43742", "input_tokens": 344, "server_ms": 36.06}, {"id": "wyrd-scene-toll/t-questions/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "case", "group": "wyrd-scene-toll/t-questions", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.1910210265778, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 35.16}, {"id": "wyrd-scene-toll/t-questions/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "case", "group": "wyrd-scene-toll/t-questions", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.22475095838308, "probs": [0.5930110454411601, 0.4069889545588398], "top": "stay", "option_logits": null, "prompt_sha256": "579b6c112541b6cf0c35d7dae107c74aaec53a1c6ccde6fe9114f85865da6bcb", "input_tokens": 378, "server_ms": 35.96}, {"id": "wyrd-scene-toll/t-questions/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "case", "group": "wyrd-scene-toll/t-questions", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.97553999116644, "probs": [0.8275619327448428, 0.1724380672551571], "top": "stay", "option_logits": null, "prompt_sha256": "8478d6de3a8afe4e8368f676fd79368c05b3dbb00f81f4944c24eb2c9499ad47", "input_tokens": 237, "server_ms": 34.96}, {"id": "wyrd-scene-toll/t-questions/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "case", "group": "wyrd-scene-toll/t-questions", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.22361200908199, "probs": [0.9608203271108413, 0.03917967288915878], "top": "same", "option_logits": null, "prompt_sha256": "5711e6ad3ff00a7cdddb958f6145cb154b6347e0ced0fd5eb08ce372d6d497b2", "input_tokens": 357, "server_ms": 36.28}, {"id": "wyrd-scene-toll/t-questions/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "case", "group": "wyrd-scene-toll/t-questions", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.533752041403204, "probs": [0.8678561574454184, 0.13214384255458153], "top": "same", "option_logits": null, "prompt_sha256": "08fc191a1243b19f9b127f3f603e4ee4a15d0557a5a8883fa111a1ddce2023ce", "input_tokens": 216, "server_ms": 34.87}, {"id": "wyrd-scene-toll/t-questions/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "case", "group": "wyrd-scene-toll/t-questions", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 56.16102699423209, "probs": [0.9583890938912367, 0.04161090610876325], "top": "stay", "option_logits": null, "prompt_sha256": "6132ad59e49d1e8272bf1ee3140ebd2c25d41f4c0534a3b4ea364850bb197d54", "input_tokens": 389, "server_ms": 36.16}, {"id": "wyrd-scene-toll/t-questions/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "case", "group": "wyrd-scene-toll/t-questions", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.06667304830626, "probs": [0.9330797425441405, 0.06692025745585947], "top": "stay", "option_logits": null, "prompt_sha256": "ef5595471954fe6548e11c82d8a13dfec0fa50e37cbc02e68dadbd30e3f37458", "input_tokens": 248, "server_ms": 34.91}, {"id": "wyrd-scene-toll/t-future/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "case", "group": "wyrd-scene-toll/t-future", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.64460700750351, "probs": [0.08439803417650704, 0.9156019658234928], "top": "holds", "option_logits": null, "prompt_sha256": "fa790ec1111537a51cf632a4886f04447309aa0b5e7c0dfa6b5a9a07c1e819a8", "input_tokens": 340, "server_ms": 36.13}, {"id": "wyrd-scene-toll/t-future/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "case", "group": "wyrd-scene-toll/t-future", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.25264502223581, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 34.9}, {"id": "wyrd-scene-toll/t-future/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "case", "group": "wyrd-scene-toll/t-future", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.14919601753354, "probs": [0.7439389554145914, 0.25606104458540857], "top": "stay", "option_logits": null, "prompt_sha256": "0de1259ac2b6b448a46489f29b01b2670fccfaca9910607d4810e3968f5baef5", "input_tokens": 374, "server_ms": 36.07}, {"id": "wyrd-scene-toll/t-future/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "case", "group": "wyrd-scene-toll/t-future", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.030285984277725, "probs": [0.8275619327448428, 0.1724380672551571], "top": "stay", "option_logits": null, "prompt_sha256": "8478d6de3a8afe4e8368f676fd79368c05b3dbb00f81f4944c24eb2c9499ad47", "input_tokens": 237, "server_ms": 35.23}, {"id": "wyrd-scene-toll/t-future/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "case", "group": "wyrd-scene-toll/t-future", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.56462496658787, "probs": [0.9710643566281367, 0.02893564337186314], "top": "same", "option_logits": null, "prompt_sha256": "29b4f0fa0f41196d840255921fdb8fcc99c92dc315f62a567fb57f9e15fe06b2", "input_tokens": 353, "server_ms": 35.93}, {"id": "wyrd-scene-toll/t-future/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "case", "group": "wyrd-scene-toll/t-future", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.734546014107764, "probs": [0.8678561574454184, 0.13214384255458153], "top": "same", "option_logits": null, "prompt_sha256": "08fc191a1243b19f9b127f3f603e4ee4a15d0557a5a8883fa111a1ddce2023ce", "input_tokens": 216, "server_ms": 34.89}, {"id": "wyrd-scene-toll/t-future/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "case", "group": "wyrd-scene-toll/t-future", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.87564200302586, "probs": [0.9583890938912367, 0.04161090610876325], "top": "stay", "option_logits": null, "prompt_sha256": "9462f939e7a16c19c8b8b6fba9b27b798f9065a36017e89060953bf0e6681042", "input_tokens": 385, "server_ms": 36.16}, {"id": "wyrd-scene-toll/t-future/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "case", "group": "wyrd-scene-toll/t-future", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.703218000009656, "probs": [0.9330797425441405, 0.06692025745585947], "top": "stay", "option_logits": null, "prompt_sha256": "ef5595471954fe6548e11c82d8a13dfec0fa50e37cbc02e68dadbd30e3f37458", "input_tokens": 248, "server_ms": 34.97}, {"id": "wyrd-scene-toll/t-granted/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "control", "group": "wyrd-scene-toll/t-granted", "gold": ["moved"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.9470849907957, "probs": [0.5, 0.5], "top": "moved", "option_logits": null, "prompt_sha256": "104779576777ff5bf41044991788adda2b927d0469b6d69428c3706953bbbdd6", "input_tokens": 333, "server_ms": 36.36}, {"id": "wyrd-scene-toll/t-granted/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "control", "group": "wyrd-scene-toll/t-granted", "gold": ["moved"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.29522804822773, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 34.94}, {"id": "wyrd-scene-toll/t-granted/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "control", "group": "wyrd-scene-toll/t-granted", "gold": ["departure"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.41479996079579, "probs": [0.07967467169628852, 0.9203253283037116], "top": "departure", "option_logits": null, "prompt_sha256": "80d7c857a021182a0e28410610c85e4bb689ad32ec1a49db5b03488bfcaa7c72", "input_tokens": 367, "server_ms": 35.93}, {"id": "wyrd-scene-toll/t-granted/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "control", "group": "wyrd-scene-toll/t-granted", "gold": ["departure"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.38538101548329, "probs": [0.8275619327448428, 0.1724380672551571], "top": "stay", "option_logits": null, "prompt_sha256": "8478d6de3a8afe4e8368f676fd79368c05b3dbb00f81f4944c24eb2c9499ad47", "input_tokens": 237, "server_ms": 34.65}, {"id": "wyrd-scene-toll/t-granted/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "control", "group": "wyrd-scene-toll/t-granted", "gold": ["elsewhere"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.83209399972111, "probs": [0.09461348765523125, 0.9053865123447689], "top": "elsewhere", "option_logits": null, "prompt_sha256": "b5fbb833a56aefeaf1de894421c5e319efaca37f356092e7a5c357753263180a", "input_tokens": 346, "server_ms": 36.05}, {"id": "wyrd-scene-toll/t-granted/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "control", "group": "wyrd-scene-toll/t-granted", "gold": ["elsewhere"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.31074203038588, "probs": [0.8678561574454184, 0.13214384255458153], "top": "same", "option_logits": null, "prompt_sha256": "08fc191a1243b19f9b127f3f603e4ee4a15d0557a5a8883fa111a1ddce2023ce", "input_tokens": 216, "server_ms": 34.79}, {"id": "wyrd-scene-toll/t-granted/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "control", "group": "wyrd-scene-toll/t-granted", "gold": ["departure"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.370725993067026, "probs": [0.11840617139815589, 0.8815938286018441], "top": "departure", "option_logits": null, "prompt_sha256": "889f6a51b6a2bd61c23f0c6cbfed81fec9447035b045fffd8796cf63ee5def92", "input_tokens": 378, "server_ms": 36.06}, {"id": "wyrd-scene-toll/t-granted/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "control", "group": "wyrd-scene-toll/t-granted", "gold": ["departure"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.791894995607436, "probs": [0.9330797425441405, 0.06692025745585947], "top": "stay", "option_logits": null, "prompt_sha256": "ef5595471954fe6548e11c82d8a13dfec0fa50e37cbc02e68dadbd30e3f37458", "input_tokens": 248, "server_ms": 34.88}, {"id": "wyrd-scene-toll/t-denied/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "case", "group": "wyrd-scene-toll/t-denied", "gold": ["moved"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.69701997935772, "probs": [0.2681939143399331, 0.7318060856600669], "top": "holds", "option_logits": null, "prompt_sha256": "46f9344d4111977545d8091956ab9efe9425f4d6511ba9b443cced3522ded682", "input_tokens": 339, "server_ms": 36.02}, {"id": "wyrd-scene-toll/t-denied/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "case", "group": "wyrd-scene-toll/t-denied", "gold": ["moved"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.86619899561629, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 35.03}, {"id": "wyrd-scene-toll/t-denied/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "case", "group": "wyrd-scene-toll/t-denied", "gold": ["departure"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.27099100779742, "probs": [0.059498364613396776, 0.9405016353866033], "top": "departure", "option_logits": null, "prompt_sha256": "b5e27df6fbeca3dd7f99845662646461bb8ad246781d2f8ad0712f1cf43ef54f", "input_tokens": 373, "server_ms": 36.0}, {"id": "wyrd-scene-toll/t-denied/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "case", "group": "wyrd-scene-toll/t-denied", "gold": ["departure"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.592397016473114, "probs": [0.8275619327448428, 0.1724380672551571], "top": "stay", "option_logits": null, "prompt_sha256": "8478d6de3a8afe4e8368f676fd79368c05b3dbb00f81f4944c24eb2c9499ad47", "input_tokens": 237, "server_ms": 34.82}, {"id": "wyrd-scene-toll/t-denied/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "case", "group": "wyrd-scene-toll/t-denied", "gold": ["elsewhere"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.23119501210749, "probs": [0.08439803417650704, 0.9156019658234928], "top": "elsewhere", "option_logits": null, "prompt_sha256": "a7e8b5bc0fe90e112eb98d9dafa54c20c9aecbcefcb6b8e4050cd3ed195cdc19", "input_tokens": 352, "server_ms": 35.96}, {"id": "wyrd-scene-toll/t-denied/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "case", "group": "wyrd-scene-toll/t-denied", "gold": ["elsewhere"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.08282398618758, "probs": [0.8678561574454184, 0.13214384255458153], "top": "same", "option_logits": null, "prompt_sha256": "08fc191a1243b19f9b127f3f603e4ee4a15d0557a5a8883fa111a1ddce2023ce", "input_tokens": 216, "server_ms": 34.93}, {"id": "wyrd-scene-toll/t-denied/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "case", "group": "wyrd-scene-toll/t-denied", "gold": ["departure"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.70468004932627, "probs": [0.1636682776269396, 0.8363317223730603], "top": "departure", "option_logits": null, "prompt_sha256": "1044beed5a145c3915e5d5944e400f80588b457fac8359c8a84c817fb1d4c5bd", "input_tokens": 384, "server_ms": 36.04}, {"id": "wyrd-scene-toll/t-denied/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "case", "group": "wyrd-scene-toll/t-denied", "gold": ["departure"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.147690021432936, "probs": [0.9330797425441405, 0.06692025745585947], "top": "stay", "option_logits": null, "prompt_sha256": "ef5595471954fe6548e11c82d8a13dfec0fa50e37cbc02e68dadbd30e3f37458", "input_tokens": 248, "server_ms": 34.94}, {"id": "wyrd-scene-toll/t-rider/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "case", "group": "wyrd-scene-toll/t-rider", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.50469901552424, "probs": [0.08439803417650704, 0.9156019658234928], "top": "holds", "option_logits": null, "prompt_sha256": "6d774ece16034c26659f29265befd7da3d8b79628b85df58964648caf5189541", "input_tokens": 337, "server_ms": 36.14}, {"id": "wyrd-scene-toll/t-rider/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "case", "group": "wyrd-scene-toll/t-rider", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.25369199272245, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 35.16}, {"id": "wyrd-scene-toll/t-rider/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "case", "group": "wyrd-scene-toll/t-rider", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.38885395415127, "probs": [0.7439389554145914, 0.25606104458540857], "top": "stay", "option_logits": null, "prompt_sha256": "ad3ed2c45db9ce5011d3d2370be2f3d968680c7f18cca8fd002a9b15e518f42c", "input_tokens": 371, "server_ms": 36.02}, {"id": "wyrd-scene-toll/t-rider/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "case", "group": "wyrd-scene-toll/t-rider", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.9326110156253, "probs": [0.8275619327448428, 0.1724380672551571], "top": "stay", "option_logits": null, "prompt_sha256": "8478d6de3a8afe4e8368f676fd79368c05b3dbb00f81f4944c24eb2c9499ad47", "input_tokens": 237, "server_ms": 35.07}, {"id": "wyrd-scene-toll/t-rider/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "case", "group": "wyrd-scene-toll/t-rider", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.53802198078483, "probs": [0.9727760393154234, 0.027223960684576436], "top": "same", "option_logits": null, "prompt_sha256": "0a21577e5a3493e40ec4582380c3052673ed73aa5fb60625fac3cf421bec7d5b", "input_tokens": 350, "server_ms": 35.85}, {"id": "wyrd-scene-toll/t-rider/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "case", "group": "wyrd-scene-toll/t-rider", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.89695998746902, "probs": [0.8678561574454184, 0.13214384255458153], "top": "same", "option_logits": null, "prompt_sha256": "08fc191a1243b19f9b127f3f603e4ee4a15d0557a5a8883fa111a1ddce2023ce", "input_tokens": 216, "server_ms": 35.07}, {"id": "wyrd-scene-toll/t-rider/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "case", "group": "wyrd-scene-toll/t-rider", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.73143403651193, "probs": [0.9558139322179339, 0.04418606778206604], "top": "stay", "option_logits": null, "prompt_sha256": "f136eb34df26d51faa1026c993cd7c14f3acf80651e63a25018b1f2fd861f508", "input_tokens": 382, "server_ms": 36.1}, {"id": "wyrd-scene-toll/t-rider/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "case", "group": "wyrd-scene-toll/t-rider", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.20522200781852, "probs": [0.9330797425441405, 0.06692025745585947], "top": "stay", "option_logits": null, "prompt_sha256": "ef5595471954fe6548e11c82d8a13dfec0fa50e37cbc02e68dadbd30e3f37458", "input_tokens": 248, "server_ms": 34.99}, {"id": "wyrd-scene-toll/t-city-memory/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "case", "group": "wyrd-scene-toll/t-city-memory", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.537194035016, "probs": [0.09461348765523125, 0.9053865123447689], "top": "holds", "option_logits": null, "prompt_sha256": "2a84bb9ff897a68b4da6023adb34a6dd5c395cc9586d40ec85e756627a9c79f7", "input_tokens": 343, "server_ms": 36.1}, {"id": "wyrd-scene-toll/t-city-memory/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "case", "group": "wyrd-scene-toll/t-city-memory", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.59439901076257, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 35.03}, {"id": "wyrd-scene-toll/t-city-memory/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "case", "group": "wyrd-scene-toll/t-city-memory", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.94173098122701, "probs": [0.6932998143038492, 0.30670018569615076], "top": "stay", "option_logits": null, "prompt_sha256": "8c917d9beba3c3c7a7a6f9bdb2ee69fd08c2bb3224798b4855e51f8f0a90765a", "input_tokens": 377, "server_ms": 36.11}, {"id": "wyrd-scene-toll/t-city-memory/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "case", "group": "wyrd-scene-toll/t-city-memory", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.96935100341216, "probs": [0.8275619327448428, 0.1724380672551571], "top": "stay", "option_logits": null, "prompt_sha256": "8478d6de3a8afe4e8368f676fd79368c05b3dbb00f81f4944c24eb2c9499ad47", "input_tokens": 237, "server_ms": 34.91}, {"id": "wyrd-scene-toll/t-city-memory/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "case", "group": "wyrd-scene-toll/t-city-memory", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.400728025939316, "probs": [0.9710643566281367, 0.02893564337186314], "top": "same", "option_logits": null, "prompt_sha256": "9c6b567db8d46f95e55546abe5bf9bb2fb8d6bb56bde98e9c930c4e98c75410c", "input_tokens": 356, "server_ms": 36.08}, {"id": "wyrd-scene-toll/t-city-memory/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "case", "group": "wyrd-scene-toll/t-city-memory", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.546217968687415, "probs": [0.8678561574454184, 0.13214384255458153], "top": "same", "option_logits": null, "prompt_sha256": "08fc191a1243b19f9b127f3f603e4ee4a15d0557a5a8883fa111a1ddce2023ce", "input_tokens": 216, "server_ms": 34.85}, {"id": "wyrd-scene-toll/t-city-memory/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "case", "group": "wyrd-scene-toll/t-city-memory", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.101369973272085, "probs": [0.9471470189565372, 0.052852981043462664], "top": "stay", "option_logits": null, "prompt_sha256": "31cd8b9fda0335aa6dc3316f9b7cf36420717a3bd2dab6a48387f215bff22738", "input_tokens": 388, "server_ms": 36.41}, {"id": "wyrd-scene-toll/t-city-memory/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "case", "group": "wyrd-scene-toll/t-city-memory", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "departure"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.91478800447658, "probs": [0.9330797425441405, 0.06692025745585947], "top": "stay", "option_logits": null, "prompt_sha256": "ef5595471954fe6548e11c82d8a13dfec0fa50e37cbc02e68dadbd30e3f37458", "input_tokens": 248, "server_ms": 34.93}, {"id": "wyrd-scene-vigil/v-talk/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "control", "group": "wyrd-scene-vigil/v-talk", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.305970028508455, "probs": [0.07967467169628852, 0.9203253283037116], "top": "holds", "option_logits": null, "prompt_sha256": "40f2adc7989c6b14b17ba0c1d6590818f12f396ab6cbfc46ae06729ec5bee8f5", "input_tokens": 352, "server_ms": 36.23}, {"id": "wyrd-scene-vigil/v-talk/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "control", "group": "wyrd-scene-vigil/v-talk", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.526189003605396, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 34.96}, {"id": "wyrd-scene-vigil/v-talk/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "control", "group": "wyrd-scene-vigil/v-talk", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.70536695793271, "probs": [0.8940776460411956, 0.10592235395880453], "top": "stay", "option_logits": null, "prompt_sha256": "19925a416cc32c92d0efe4692be8e6631ced06fbe97257f5fb5c6fdc67772001", "input_tokens": 382, "server_ms": 35.93}, {"id": "wyrd-scene-vigil/v-talk/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "control", "group": "wyrd-scene-vigil/v-talk", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.69537801016122, "probs": [0.8815938286018441, 0.11840617139815589], "top": "stay", "option_logits": null, "prompt_sha256": "c99038ee9287ceb8bc8afec9f05a8ecfa6fff4f5b61b0cf61490b3f2260a4820", "input_tokens": 233, "server_ms": 34.74}, {"id": "wyrd-scene-vigil/v-talk/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "control", "group": "wyrd-scene-vigil/v-talk", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.43685699719936, "probs": [0.9743891388556707, 0.0256108611443294], "top": "same", "option_logits": null, "prompt_sha256": "8723c322393045642eddb7ef97d3fecb07bef0deb1f322fa3332b4b30cf28871", "input_tokens": 362, "server_ms": 36.02}, {"id": "wyrd-scene-vigil/v-talk/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "control", "group": "wyrd-scene-vigil/v-talk", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.26706200139597, "probs": [0.9053865123447689, 0.09461348765523125], "top": "same", "option_logits": null, "prompt_sha256": "d5ba767952be30fc3c6752b330ac3949468a53c902b99ee1a3321c310325c2bc", "input_tokens": 213, "server_ms": 34.88}, {"id": "wyrd-scene-vigil/v-talk/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "control", "group": "wyrd-scene-vigil/v-talk", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.66078798053786, "probs": [0.9759090252955993, 0.024090974704400647], "top": "stay", "option_logits": null, "prompt_sha256": "a2b5215073a29bb035358ae2287afedfb46f5e708804175670059d551ea6de6c", "input_tokens": 394, "server_ms": 36.09}, {"id": "wyrd-scene-vigil/v-talk/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "control", "group": "wyrd-scene-vigil/v-talk", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.350162983406335, "probs": [0.8879876242264044, 0.11201237577359563], "top": "stay", "option_logits": null, "prompt_sha256": "4b9dc02123a54f21541de3b9d814c83c6eaaa43fb3426bfa3bb3d7001e702abf", "input_tokens": 245, "server_ms": 34.77}, {"id": "wyrd-scene-vigil/v-step-out/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "control", "group": "wyrd-scene-vigil/v-step-out", "gold": ["moved"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.15266996715218, "probs": [0.8678561574454184, 0.13214384255458153], "top": "moved", "option_logits": null, "prompt_sha256": "e489f9a1cd920b56d4ae854926008262e016de255c4adb8484814fe32a9e8882", "input_tokens": 348, "server_ms": 36.0}, {"id": "wyrd-scene-vigil/v-step-out/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "control", "group": "wyrd-scene-vigil/v-step-out", "gold": ["moved"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.90673999115825, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 35.03}, {"id": "wyrd-scene-vigil/v-step-out/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "control", "group": "wyrd-scene-vigil/v-step-out", "gold": ["outside"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.80066699581221, "probs": [0.04691279649254219, 0.9530872035074577], "top": "outside", "option_logits": null, "prompt_sha256": "0ffc0574cb969677d620e187a81adb37b7d30aa874903503f9dd1e07837af339", "input_tokens": 378, "server_ms": 35.83}, {"id": "wyrd-scene-vigil/v-step-out/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "control", "group": "wyrd-scene-vigil/v-step-out", "gold": ["outside"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.58680902281776, "probs": [0.8815938286018441, 0.11840617139815589], "top": "stay", "option_logits": null, "prompt_sha256": "c99038ee9287ceb8bc8afec9f05a8ecfa6fff4f5b61b0cf61490b3f2260a4820", "input_tokens": 233, "server_ms": 35.24}, {"id": "wyrd-scene-vigil/v-step-out/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "control", "group": "wyrd-scene-vigil/v-step-out", "gold": ["elsewhere"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.36582799302414, "probs": [0.07094578364611796, 0.9290542163538821], "top": "elsewhere", "option_logits": null, "prompt_sha256": "8a3b3b00b6db09e9a1c0c6661a30c4d36463f3a3fd67de40cf7bb8c52708b58f", "input_tokens": 358, "server_ms": 35.95}, {"id": "wyrd-scene-vigil/v-step-out/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "control", "group": "wyrd-scene-vigil/v-step-out", "gold": ["elsewhere"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.98694903124124, "probs": [0.9053865123447689, 0.09461348765523125], "top": "same", "option_logits": null, "prompt_sha256": "d5ba767952be30fc3c6752b330ac3949468a53c902b99ee1a3321c310325c2bc", "input_tokens": 213, "server_ms": 35.59}, {"id": "wyrd-scene-vigil/v-step-out/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "control", "group": "wyrd-scene-vigil/v-step-out", "gold": ["outside"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.560545017011464, "probs": [0.11840617139815589, 0.8815938286018441], "top": "outside", "option_logits": null, "prompt_sha256": "d292a9d85016c07432556d4f8c64c353f0c4c6e30fb40c02a64bd7de3785cb92", "input_tokens": 390, "server_ms": 36.4}, {"id": "wyrd-scene-vigil/v-step-out/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "control", "group": "wyrd-scene-vigil/v-step-out", "gold": ["outside"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.50935098249465, "probs": [0.8879876242264044, 0.11201237577359563], "top": "stay", "option_logits": null, "prompt_sha256": "4b9dc02123a54f21541de3b9d814c83c6eaaa43fb3426bfa3bb3d7001e702abf", "input_tokens": 245, "server_ms": 35.21}, {"id": "wyrd-scene-vigil/v-plan-pub/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "case", "group": "wyrd-scene-vigil/v-plan-pub", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.951201018411666, "probs": [0.08937422170979005, 0.91062577829021], "top": "holds", "option_logits": null, "prompt_sha256": "83812b5995e356edb72fb63f547426451f13d5aa6daf3781acdc918b3970cdc7", "input_tokens": 354, "server_ms": 36.03}, {"id": "wyrd-scene-vigil/v-plan-pub/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "case", "group": "wyrd-scene-vigil/v-plan-pub", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.50931000430137, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 35.32}, {"id": "wyrd-scene-vigil/v-plan-pub/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "case", "group": "wyrd-scene-vigil/v-plan-pub", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.49226900236681, "probs": [0.767101934678807, 0.23289806532119295], "top": "stay", "option_logits": null, "prompt_sha256": "7ec259f1effd8d126c11d95e152cfc69942a6fc431dad59cecccc25f56168f9e", "input_tokens": 384, "server_ms": 36.41}, {"id": "wyrd-scene-vigil/v-plan-pub/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "case", "group": "wyrd-scene-vigil/v-plan-pub", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.414116031490266, "probs": [0.8815938286018441, 0.11840617139815589], "top": "stay", "option_logits": null, "prompt_sha256": "c99038ee9287ceb8bc8afec9f05a8ecfa6fff4f5b61b0cf61490b3f2260a4820", "input_tokens": 233, "server_ms": 35.08}, {"id": "wyrd-scene-vigil/v-plan-pub/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "case", "group": "wyrd-scene-vigil/v-plan-pub", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.88345901155844, "probs": [0.967322429380235, 0.03267757061976492], "top": "same", "option_logits": null, "prompt_sha256": "618b0cbba4c5132896d2aee5b51a23006cbb2e91c9c11e1cfa286243c23e78ab", "input_tokens": 364, "server_ms": 35.93}, {"id": "wyrd-scene-vigil/v-plan-pub/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "case", "group": "wyrd-scene-vigil/v-plan-pub", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.12391399638727, "probs": [0.9053865123447689, 0.09461348765523125], "top": "same", "option_logits": null, "prompt_sha256": "d5ba767952be30fc3c6752b330ac3949468a53c902b99ee1a3321c310325c2bc", "input_tokens": 213, "server_ms": 34.77}, {"id": "wyrd-scene-vigil/v-plan-pub/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "case", "group": "wyrd-scene-vigil/v-plan-pub", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.39713102532551, "probs": [0.9652800911770798, 0.034719908822920295], "top": "stay", "option_logits": null, "prompt_sha256": "d50e46ef0be9a2b8c3c650006f81ea521b15d7d9047b323eb4048093ab8a4684", "input_tokens": 396, "server_ms": 36.37}, {"id": "wyrd-scene-vigil/v-plan-pub/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "case", "group": "wyrd-scene-vigil/v-plan-pub", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.004210989456624, "probs": [0.8879876242264044, 0.11201237577359563], "top": "stay", "option_logits": null, "prompt_sha256": "4b9dc02123a54f21541de3b9d814c83c6eaaa43fb3426bfa3bb3d7001e702abf", "input_tokens": 245, "server_ms": 35.37}, {"id": "wyrd-scene-vigil/v-to-pub/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "case", "group": "wyrd-scene-vigil/v-to-pub", "gold": ["moved"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.42595505155623, "probs": [0.767101934678807, 0.23289806532119295], "top": "moved", "option_logits": null, "prompt_sha256": "33ff3d414bc5f8d80926944a87753e3b98cfb7ef95e870a766e9afe95eebfe6b", "input_tokens": 357, "server_ms": 36.23}, {"id": "wyrd-scene-vigil/v-to-pub/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "case", "group": "wyrd-scene-vigil/v-to-pub", "gold": ["moved"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.224703995510936, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 35.27}, {"id": "wyrd-scene-vigil/v-to-pub/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "case", "group": "wyrd-scene-vigil/v-to-pub", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.621173010673374, "probs": [0.23289806532119295, 0.767101934678807], "top": "outside", "option_logits": null, "prompt_sha256": "47f570fe7c70437d9840c3fd2f91c462a3747f17c442fca741bbea6367cf0142", "input_tokens": 387, "server_ms": 36.12}, {"id": "wyrd-scene-vigil/v-to-pub/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "case", "group": "wyrd-scene-vigil/v-to-pub", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.421073011122644, "probs": [0.8815938286018441, 0.11840617139815589], "top": "stay", "option_logits": null, "prompt_sha256": "c99038ee9287ceb8bc8afec9f05a8ecfa6fff4f5b61b0cf61490b3f2260a4820", "input_tokens": 233, "server_ms": 35.04}, {"id": "wyrd-scene-vigil/v-to-pub/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "case", "group": "wyrd-scene-vigil/v-to-pub", "gold": ["elsewhere"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.9978599883616, "probs": [0.04979902705524531, 0.9502009729447547], "top": "elsewhere", "option_logits": null, "prompt_sha256": "94600a9c2b14d68dbeda521a432fd8af6671323581dee61a746c494809960e8e", "input_tokens": 367, "server_ms": 36.36}, {"id": "wyrd-scene-vigil/v-to-pub/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "case", "group": "wyrd-scene-vigil/v-to-pub", "gold": ["elsewhere"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.30365902045742, "probs": [0.9053865123447689, 0.09461348765523125], "top": "same", "option_logits": null, "prompt_sha256": "d5ba767952be30fc3c6752b330ac3949468a53c902b99ee1a3321c310325c2bc", "input_tokens": 213, "server_ms": 34.95}, {"id": "wyrd-scene-vigil/v-to-pub/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "case", "group": "wyrd-scene-vigil/v-to-pub", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.6628149934113, "probs": [0.7064759712765732, 0.2935240287234267], "top": "stay", "option_logits": null, "prompt_sha256": "a5113e5b18a3441af4dee285c7d72071b15245573a67427c5221de929c83685d", "input_tokens": 399, "server_ms": 36.33}, {"id": "wyrd-scene-vigil/v-to-pub/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "case", "group": "wyrd-scene-vigil/v-to-pub", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.5533659751527, "probs": [0.8879876242264044, 0.11201237577359563], "top": "stay", "option_logits": null, "prompt_sha256": "4b9dc02123a54f21541de3b9d814c83c6eaaa43fb3426bfa3bb3d7001e702abf", "input_tokens": 245, "server_ms": 35.48}, {"id": "wyrd-scene-vigil/v-vision/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "case", "group": "wyrd-scene-vigil/v-vision", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 56.24806403648108, "probs": [0.11840617139815589, 0.8815938286018441], "top": "holds", "option_logits": null, "prompt_sha256": "b17ebebc50c5bce85b78dcd0cdcc7e28d1a690059d2b94b0d881749ac0c2434d", "input_tokens": 356, "server_ms": 36.43}, {"id": "wyrd-scene-vigil/v-vision/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "case", "group": "wyrd-scene-vigil/v-vision", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.97136794636026, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 35.05}, {"id": "wyrd-scene-vigil/v-vision/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "case", "group": "wyrd-scene-vigil/v-vision", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.65673603955656, "probs": [0.8998738837161642, 0.10012611628383591], "top": "stay", "option_logits": null, "prompt_sha256": "fd039242cd0d6744d746b04a6ef642c34b39277d28dd1d4bf60d2a5e8cf3d5c0", "input_tokens": 386, "server_ms": 36.22}, {"id": "wyrd-scene-vigil/v-vision/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "case", "group": "wyrd-scene-vigil/v-vision", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 52.959508961066604, "probs": [0.8815938286018441, 0.11840617139815589], "top": "stay", "option_logits": null, "prompt_sha256": "c99038ee9287ceb8bc8afec9f05a8ecfa6fff4f5b61b0cf61490b3f2260a4820", "input_tokens": 233, "server_ms": 34.97}, {"id": "wyrd-scene-vigil/v-vision/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "case", "group": "wyrd-scene-vigil/v-vision", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.99888502527028, "probs": [0.967322429380235, 0.03267757061976492], "top": "same", "option_logits": null, "prompt_sha256": "ba649355aa2ef18cd1db8c4e403d7c809ed5b0563e2dfa4e0ee4082a79501382", "input_tokens": 366, "server_ms": 36.26}, {"id": "wyrd-scene-vigil/v-vision/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "case", "group": "wyrd-scene-vigil/v-vision", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.99964901152998, "probs": [0.9053865123447689, 0.09461348765523125], "top": "same", "option_logits": null, "prompt_sha256": "d5ba767952be30fc3c6752b330ac3949468a53c902b99ee1a3321c310325c2bc", "input_tokens": 213, "server_ms": 35.1}, {"id": "wyrd-scene-vigil/v-vision/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "case", "group": "wyrd-scene-vigil/v-vision", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.351064016576856, "probs": [0.9710643566281367, 0.02893564337186314], "top": "stay", "option_logits": null, "prompt_sha256": "4685b10393950098c6746d910e3c07b5a2fae5bd3072d6ac3f4d485a72535e4e", "input_tokens": 398, "server_ms": 36.48}, {"id": "wyrd-scene-vigil/v-vision/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "case", "group": "wyrd-scene-vigil/v-vision", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.38968400610611, "probs": [0.8879876242264044, 0.11201237577359563], "top": "stay", "option_logits": null, "prompt_sha256": "4b9dc02123a54f21541de3b9d814c83c6eaaa43fb3426bfa3bb3d7001e702abf", "input_tokens": 245, "server_ms": 34.94}, {"id": "wyrd-scene-vigil/v-demon-enters/place", "set": "wyrd", "cond": "evidence", "decision": "place", "tag": "case", "group": "wyrd-scene-vigil/v-demon-enters", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.97707496397197, "probs": [0.11201237577359563, 0.8879876242264044], "top": "holds", "option_logits": null, "prompt_sha256": "3e60dece66b3ae937d8fad2df6f6a8236bc5fae4da2969b513d14780916b1ce8", "input_tokens": 344, "server_ms": 36.2}, {"id": "wyrd-scene-vigil/v-demon-enters/place#blind", "set": "wyrd", "cond": "blind", "decision": "place", "tag": "case", "group": "wyrd-scene-vigil/v-demon-enters", "gold": ["holds"], "forbid": [], "option_ids": ["moved", "holds"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.51271898346022, "probs": [0.1395062328236417, 0.8604937671763584], "top": "holds", "option_logits": null, "prompt_sha256": "cb95dbf02297ce387370428751bffbaa1f6441fc19b0abd6c6f657b74ddc9ee4", "input_tokens": 203, "server_ms": 35.32}, {"id": "wyrd-scene-vigil/v-demon-enters/exit", "set": "wyrd", "cond": "evidence", "decision": "exit", "tag": "case", "group": "wyrd-scene-vigil/v-demon-enters", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.6166139645502, "probs": [0.8678561574454184, 0.13214384255458153], "top": "stay", "option_logits": null, "prompt_sha256": "0a742c9ee056696b7c854643676a7ea0543ca2db31e9535f048a3b5749f0c275", "input_tokens": 374, "server_ms": 35.9}, {"id": "wyrd-scene-vigil/v-demon-enters/exit#blind", "set": "wyrd", "cond": "blind", "decision": "exit", "tag": "case", "group": "wyrd-scene-vigil/v-demon-enters", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.39056299999356, "probs": [0.8815938286018441, 0.11840617139815589], "top": "stay", "option_logits": null, "prompt_sha256": "c99038ee9287ceb8bc8afec9f05a8ecfa6fff4f5b61b0cf61490b3f2260a4820", "input_tokens": 233, "server_ms": 34.74}, {"id": "wyrd-scene-vigil/v-demon-enters/place2", "set": "wyrd", "cond": "evidence", "decision": "place2", "tag": "case", "group": "wyrd-scene-vigil/v-demon-enters", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.03052001586184, "probs": [0.9583890938912367, 0.04161090610876325], "top": "same", "option_logits": null, "prompt_sha256": "ff67de69071213b7539981b64f0c2e1c4eb33584039ae35b76b414ef384f9f02", "input_tokens": 354, "server_ms": 35.88}, {"id": "wyrd-scene-vigil/v-demon-enters/place2#blind", "set": "wyrd", "cond": "blind", "decision": "place2", "tag": "case", "group": "wyrd-scene-vigil/v-demon-enters", "gold": ["same"], "forbid": [], "option_ids": ["same", "elsewhere"], "gold_desc_id": null, "ok": true, "e2e_ms": 53.20089199813083, "probs": [0.9053865123447689, 0.09461348765523125], "top": "same", "option_logits": null, "prompt_sha256": "d5ba767952be30fc3c6752b330ac3949468a53c902b99ee1a3321c310325c2bc", "input_tokens": 213, "server_ms": 34.75}, {"id": "wyrd-scene-vigil/v-demon-enters/exit2", "set": "wyrd", "cond": "evidence", "decision": "exit2", "tag": "case", "group": "wyrd-scene-vigil/v-demon-enters", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 54.20566600514576, "probs": [0.9692484548756632, 0.03075154512433679], "top": "stay", "option_logits": null, "prompt_sha256": "8a7f414fb4be8133416dedd3a92c09511a2a35f686a9576a0245a8b4ea9aae99", "input_tokens": 386, "server_ms": 35.89}, {"id": "wyrd-scene-vigil/v-demon-enters/exit2#blind", "set": "wyrd", "cond": "blind", "decision": "exit2", "tag": "case", "group": "wyrd-scene-vigil/v-demon-enters", "gold": ["stay"], "forbid": [], "option_ids": ["stay", "outside"], "gold_desc_id": null, "ok": true, "e2e_ms": 55.58886198559776, "probs": [0.8879876242264044, 0.11201237577359563], "top": "stay", "option_logits": null, "prompt_sha256": "4b9dc02123a54f21541de3b9d814c83c6eaaa43fb3426bfa3bb3d7001e702abf", "input_tokens": 245, "server_ms": 35.0}], "seconds": 61.7, "failures": 0}, "negative": {"rows": [{"id": "a3f18f3a63d45345942b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2fdaa8a61e6e989dd866", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 54.400469991378486, "probs": [0.06566437538338366, 0.8598927385077062, 0.07444288610891006], "top": "insufficient", "option_logits": null, "prompt_sha256": "2111f6636d10660f740e0f032908924d0640e60a712060af19c6e8972d95e5c9", "input_tokens": 204, "server_ms": 35.44}, {"id": "f40beba9088c8db8bbd6", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2fdaa8a61e6e989dd866", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 53.53602400282398, "probs": [0.2945662267563794, 0.03956295740237862, 0.665870815841242], "top": "contradicted", "option_logits": null, "prompt_sha256": "ed5aa8d62ce8778e40b8c51f1d1fe90b1f392ab252247908adc4e84b2546ab08", "input_tokens": 202, "server_ms": 35.29}, {"id": "0b43ea8e24e74d621f1b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2fdaa8a61e6e989dd866", "gold": ["supported"], "forbid": [], "option_ids": ["insufficient", "supported", "contradicted"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.615917975548655, "probs": [0.9241406947470572, 0.051569175242271295, 0.024290130010671554], "top": "insufficient", "option_logits": null, "prompt_sha256": "f6f696700120ee981b3e3e0dc237f67896db84867803273e124be96bfd72fecc", "input_tokens": 196, "server_ms": 35.42}, {"id": "942ec65dac0bfb9874f9", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2fdaa8a61e6e989dd866", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "supported", "contradicted"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 53.585310000926256, "probs": [0.11215130215053613, 0.052825544241278395, 0.8350231536081855], "top": "contradicted", "option_logits": null, "prompt_sha256": "ef4b71a8ae0a1bc3711450f77606ddabd2be62c9c2b6587e1fcacbccfcb9cb00", "input_tokens": 196, "server_ms": 35.26}, {"id": "e0c140e9222d1bce5647", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f4bea3d3bcc01056740d", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.82413201732561, "probs": [0.15307015041158983, 0.014109646797217717, 0.8328202027911924], "top": "insufficient", "option_logits": null, "prompt_sha256": "215840810bc2483aa303cd79f5d4f92093a49aa9957dfa697f20989aa1390d55", "input_tokens": 209, "server_ms": 35.37}, {"id": "8e8c3804a3c15ebb31e3", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f4bea3d3bcc01056740d", "gold": ["contradicted"], "forbid": [], "option_ids": ["insufficient", "supported", "contradicted"], "gold_desc_id": "supported", "ok": true, "e2e_ms": 53.799919958692044, "probs": [0.03329916574926079, 0.8166100641505288, 0.1500907701002104], "top": "supported", "option_logits": null, "prompt_sha256": "fc0d6607f95e1b53fe2cfa889a2cf1bfed2a95e2da0424c85742050fd8b5cde7", "input_tokens": 206, "server_ms": 34.95}, {"id": "56c419b12cd37cbe790c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f4bea3d3bcc01056740d", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": "supported", "ok": true, "e2e_ms": 53.57555899536237, "probs": [0.10443660543353643, 0.01402679703707132, 0.8815365975293922], "top": "supported", "option_logits": null, "prompt_sha256": "f3bf4ddaa8f4178e0b5f59c09fffe0c07bfd4bd34d616bbf9577361257ca1afa", "input_tokens": 208, "server_ms": 35.25}, {"id": "75b470586834df8c568d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f4bea3d3bcc01056740d", "gold": ["insufficient"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 54.06448699068278, "probs": [0.3541639151292647, 0.5160413123689802, 0.1297947725017551], "top": "contradicted", "option_logits": null, "prompt_sha256": "e5578ff7fa77b4e9f8593ede9b8e31ecccdca126f02444f3c94cdd0bb01ee6ca", "input_tokens": 200, "server_ms": 35.2}, {"id": "834f3b3e10cc61b33d25", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "b51b300da2936decc6b7", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 55.004118010401726, "probs": [0.017835936327419456, 0.8721495360638406, 0.11001452760873995], "top": "insufficient", "option_logits": null, "prompt_sha256": "4b2ae5222808313b49d4b84a395fe3c5b48345949fa231e2c8fba100ed470a94", "input_tokens": 194, "server_ms": 35.46}, {"id": "76c7a79b1ff2363a60c5", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "b51b300da2936decc6b7", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 54.78351196506992, "probs": [0.045766307897467155, 0.024438745902358346, 0.9297949462001746], "top": "contradicted", "option_logits": null, "prompt_sha256": "a6b42ed76cec9fa4a467694c0069d312883b296f2ee2385059235881dee283be", "input_tokens": 194, "server_ms": 35.08}, {"id": "36c71bb649b7d5eccb1f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "b51b300da2936decc6b7", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 54.74246200174093, "probs": [0.03186734083364, 0.0247947114952375, 0.9433379476711226], "top": "contradicted", "option_logits": null, "prompt_sha256": "d2c60f4c3e6615ad87fdb4cd474622ea0a7f3f3b3fd7df582b5539d02a9dbd1b", "input_tokens": 193, "server_ms": 35.45}, {"id": "eac5121a4a1bf391a08c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "b51b300da2936decc6b7", "gold": ["insufficient"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 54.48870296822861, "probs": [0.9655965284054147, 0.028772714439517434, 0.005630757155067839], "top": "contradicted", "option_logits": null, "prompt_sha256": "89f547d1f4dbfccb3c2e3443f18b4576344bd16efeaec8108d2febb0c913ec9e", "input_tokens": 192, "server_ms": 35.13}, {"id": "44574c44e243ee1b2f52", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e4cfd694c80e08d3e6a5", "gold": ["supported"], "forbid": [], "option_ids": ["insufficient", "contradicted", "supported"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 54.36300300061703, "probs": [0.03540454160362492, 0.924457767599498, 0.04013769079687701], "top": "contradicted", "option_logits": null, "prompt_sha256": "6beeb2f79fa6330dc68f2b769cf2779997d4b57c459bf40113bbc11a80353072", "input_tokens": 205, "server_ms": 35.4}, {"id": "2608370d01783735c3ea", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e4cfd694c80e08d3e6a5", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 54.09720801981166, "probs": [0.028539740573724572, 0.7452090392508762, 0.22625122017539928], "top": "insufficient", "option_logits": null, "prompt_sha256": "b094a32aab8f6f92e09b2405572effe6bec478d6d3b5985cdeb71dab794ed591", "input_tokens": 205, "server_ms": 35.1}, {"id": "ec94ef909f7918695ab3", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e4cfd694c80e08d3e6a5", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 55.60622696066275, "probs": [0.026796810283021767, 0.844600378585805, 0.12860281113117333], "top": "insufficient", "option_logits": null, "prompt_sha256": "4e199755434441474e22e920ad5f8587827e30212d91945271ceadbb26337008", "input_tokens": 199, "server_ms": 35.74}, {"id": "03d919fd0e9b3a7cd1e6", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e4cfd694c80e08d3e6a5", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "supported", "contradicted"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 53.6214750027284, "probs": [0.1303439116251751, 0.013621023271142042, 0.8560350651036829], "top": "contradicted", "option_logits": null, "prompt_sha256": "d75aa0e009db26e5e38e3bfd553573eccf95a0526360da23bada050f23e908f8", "input_tokens": 194, "server_ms": 35.14}, {"id": "86a15618ba4cb90a307e", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "20460d4ae0db46091e84", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": "supported", "ok": true, "e2e_ms": 54.10011700587347, "probs": [0.1369403800499024, 0.018392355065480374, 0.8446672648846173], "top": "supported", "option_logits": null, "prompt_sha256": "9e994209df771b9f8829dd54c36907e41ed241a507cce230c7e3505302a9fa1e", "input_tokens": 198, "server_ms": 35.37}, {"id": "3dd9c3ac98f8ddf7bdd3", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "20460d4ae0db46091e84", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "supported", "insufficient"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 53.461009985767305, "probs": [0.7651520472632017, 0.10276696393112311, 0.13208098880567515], "top": "contradicted", "option_logits": null, "prompt_sha256": "45785396c292fe5cbe62d99a45714d49c993d6f5b5783769cec1795f7b84f35f", "input_tokens": 198, "server_ms": 35.13}, {"id": "36273dd4777876a26338", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "20460d4ae0db46091e84", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "supported", "insufficient"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 53.247603005729616, "probs": [0.9249067812606918, 0.05495367443647756, 0.020139544302830666], "top": "contradicted", "option_logits": null, "prompt_sha256": "490eb806b0921b46aa816c18534ea40c0719e89eb76c34feb4e89d55c921bf36", "input_tokens": 194, "server_ms": 35.31}, {"id": "07ee70cfe4b01330ce89", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "20460d4ae0db46091e84", "gold": ["insufficient"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 53.851181000936776, "probs": [0.0190993007707109, 0.7736996936098133, 0.2072010056194758], "top": "contradicted", "option_logits": null, "prompt_sha256": "7e29e327fc2aef321d690607a7c7347871c7eb3dd07ac6d45327aab094603d91", "input_tokens": 194, "server_ms": 35.23}, {"id": "51ceab3ce622c7c759f1", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "51b91ba31984c5939c1c", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.38569200830534, "probs": [0.021206655711830842, 0.5200601388697108, 0.45873320541845836], "top": "insufficient", "option_logits": null, "prompt_sha256": "ffb27e8dfc1d8298a601b7f483c42104d68f6e8ebfea086896afd140756b8c6c", "input_tokens": 211, "server_ms": 35.1}, {"id": "b8091be929b1e489fcc4", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "51b91ba31984c5939c1c", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": "supported", "ok": true, "e2e_ms": 53.05045802379027, "probs": [0.9097361205627902, 0.05076536678270011, 0.039498512654509606], "top": "supported", "option_logits": null, "prompt_sha256": "e7855c00f037441fcdc5ff3fefaa61ddaeb0e79e09ba6c0c6043c767ee6d98ca", "input_tokens": 211, "server_ms": 34.94}, {"id": "c89b86e3f55123bfa506", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "51b91ba31984c5939c1c", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": "supported", "ok": true, "e2e_ms": 53.487962984945625, "probs": [0.9223434223370909, 0.04004589025644397, 0.03761068740646525], "top": "supported", "option_logits": null, "prompt_sha256": "1a0c7ecb563009263a7969e56c6e00fc34f99b8ad08b4db579ed9e2bc78f4c6f", "input_tokens": 201, "server_ms": 35.2}, {"id": "3b0958cabc339005cf66", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "51b91ba31984c5939c1c", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "supported", "contradicted"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 53.61881398130208, "probs": [0.1051237595843464, 0.007539451491827663, 0.8873367889238258], "top": "contradicted", "option_logits": null, "prompt_sha256": "610dae3d86ea66ae02b343c18c1478ef66be2619fe3a6c03ff05a434fac307d6", "input_tokens": 197, "server_ms": 35.24}, {"id": "f2b4ec4930322fe45118", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "770c1607f0a11f88f81e", "gold": ["prohibited"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 52.99949401523918, "probs": [0.7409240241997488, 0.18635729477403776, 0.07271868102621346], "top": "insufficient", "option_logits": null, "prompt_sha256": "52c15cca48120ff357156a28827735982f0407b36b9806dc79a94193e52ed2a4", "input_tokens": 212, "server_ms": 35.11}, {"id": "61ac20b07a5189231e15", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "770c1607f0a11f88f81e", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 53.040571976453066, "probs": [0.9070425995126343, 0.07852475778895956, 0.01443264269840612], "top": "prohibited", "option_logits": null, "prompt_sha256": "5df6c8de75514db23d6e53210ba8920e11a83a08e31ffd76867eb6d789db3f29", "input_tokens": 218, "server_ms": 35.05}, {"id": "4b3d794c004566610181", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "770c1607f0a11f88f81e", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.58402500860393, "probs": [0.04968326826324694, 0.890344493113758, 0.05997223862299509], "top": "insufficient", "option_logits": null, "prompt_sha256": "3dc91e8f64358377c40956ef40870819732d6e66fc8ed44530ee8b7b1e32f1e6", "input_tokens": 203, "server_ms": 35.29}, {"id": "b7c4e62d07986286fce0", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "770c1607f0a11f88f81e", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "permitted", "prohibited"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 53.64206596277654, "probs": [0.09374299764974467, 0.009200493913293934, 0.8970565084369614], "top": "prohibited", "option_logits": null, "prompt_sha256": "866701419f4e54bef33f2151b0e4c0c830728dbfd94c6ba4a3fbd92b438151a2", "input_tokens": 209, "server_ms": 35.03}, {"id": "9473603b44af63beab79", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ffd081ada3bd9be9207a", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 53.996536997146904, "probs": [0.20575303419639995, 0.025954061735184695, 0.7682929040684153], "top": "prohibited", "option_logits": null, "prompt_sha256": "6c14eaaad2ab386d458a6458fce2b79bcd81ecbfc3c66679c950d808dd0c2a3f", "input_tokens": 209, "server_ms": 35.31}, {"id": "d41072dc35d8cd14c056", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ffd081ada3bd9be9207a", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": "permitted", "ok": true, "e2e_ms": 53.8687200169079, "probs": [0.8315971903507323, 0.10489918128594154, 0.06350362836332618], "top": "permitted", "option_logits": null, "prompt_sha256": "d8b705bc82e40643b8dcd135b43f67a8e3671ecc2f28e81b48de6aa1cbb84792", "input_tokens": 214, "server_ms": 35.08}, {"id": "33d6e5da58f0fee2490d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ffd081ada3bd9be9207a", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": "permitted", "ok": true, "e2e_ms": 55.26117602130398, "probs": [0.258643657502053, 0.6628301324407543, 0.07852621005719278], "top": "insufficient", "option_logits": null, "prompt_sha256": "5000e3b05641e28823047872c8bd19f4604d76e0fa38c23bdad3d8e7be7bce61", "input_tokens": 209, "server_ms": 35.28}, {"id": "823bf736b92e9d8fa66d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ffd081ada3bd9be9207a", "gold": ["insufficient"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 53.247942007146776, "probs": [0.7942717885829101, 0.19977533322643162, 0.00595287819065825], "top": "prohibited", "option_logits": null, "prompt_sha256": "97ddaad2b5074dab6f31a5a7a8ded12c3e51123aa5d819f19c006ba123fde089", "input_tokens": 209, "server_ms": 34.85}, {"id": "8a4c3de28be95c105ca1", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2c3a0cb61f7bae78739e", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.481017996091396, "probs": [0.09658208517581993, 0.868022296339126, 0.03539561848505407], "top": "insufficient", "option_logits": null, "prompt_sha256": "5783bf781c97c761780f8d8454e12c8895251116d4d5ebe264401d9d9dcae0a1", "input_tokens": 208, "server_ms": 35.16}, {"id": "ea7ec66a5e8eac886548", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2c3a0cb61f7bae78739e", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 52.6723510120064, "probs": [0.0651099549445377, 0.02705164492548852, 0.9078384001299739], "top": "prohibited", "option_logits": null, "prompt_sha256": "a92081d320caa09114cab155b336249985672a93e86328503ed4397aa61c3293", "input_tokens": 211, "server_ms": 34.8}, {"id": "25172cd6ddc49ab0ca70", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2c3a0cb61f7bae78739e", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.352896007709205, "probs": [0.049132112383896635, 0.729412594713007, 0.22145529290309635], "top": "insufficient", "option_logits": null, "prompt_sha256": "2b0f13909e189564a5e5099e9094600d4804ae6ef7ef59e7435f85302977a0c0", "input_tokens": 202, "server_ms": 35.37}, {"id": "fb73a85d386cf59b0c51", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2c3a0cb61f7bae78739e", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "permitted", "prohibited"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 53.08432597666979, "probs": [0.1638594512396548, 0.04974899459992729, 0.7863915541604178], "top": "prohibited", "option_logits": null, "prompt_sha256": "a4ffa08e79c520845fb80c116412fe4c48304f5f003b514bbcbea0a7c61cfe7b", "input_tokens": 204, "server_ms": 35.1}, {"id": "a02fd582d2881cc462b2", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "42ed4cbfde7f2f64274b", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 52.82585497479886, "probs": [0.06162034871506134, 0.8591822512326693, 0.07919740005226927], "top": "insufficient", "option_logits": null, "prompt_sha256": "f51b6f4e075e67f76ff574d496ba2f9c19cc2ca38a2f56d989791df67251d344", "input_tokens": 214, "server_ms": 35.25}, {"id": "19f37d5a97034bd7d04f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "42ed4cbfde7f2f64274b", "gold": ["prohibited"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.5947679891251, "probs": [0.7621344563262837, 0.23138990123980285, 0.006475642433913465], "top": "insufficient", "option_logits": null, "prompt_sha256": "baf1674ea5ff54f508700c815711c06e9a50808663840042c147d883c72021ed", "input_tokens": 214, "server_ms": 34.92}, {"id": "fda0ca94652c6d739ecf", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "42ed4cbfde7f2f64274b", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.445886995177716, "probs": [0.14398191537109406, 0.021923360098142518, 0.8340947245307634], "top": "insufficient", "option_logits": null, "prompt_sha256": "8854be3865426f818cb7189838d63dc61b9b64da67d13087c8e6ccc2a708a8c0", "input_tokens": 213, "server_ms": 35.42}, {"id": "d0e36c4cb10a29b3191c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "42ed4cbfde7f2f64274b", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "permitted", "prohibited"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 52.992759039625525, "probs": [0.2129289153471605, 0.545676239155193, 0.24139484549764645], "top": "permitted", "option_logits": null, "prompt_sha256": "913468ed99926586c9292a6dabcee9b083a7b1b1c719b6bad31fda7f7f045a2e", "input_tokens": 212, "server_ms": 35.06}, {"id": "a0a39ace7e5337d038a7", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6dd193172b9240a04bf9", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.793334984220564, "probs": [0.15943768499721103, 0.025848589203191098, 0.814713725799598], "top": "insufficient", "option_logits": null, "prompt_sha256": "acfb724b1ffcab3d0820c0a1f4cdb189396280c1faf4e622ce1f306cad1bf45e", "input_tokens": 216, "server_ms": 35.42}, {"id": "eeae283841ce75dd25bf", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6dd193172b9240a04bf9", "gold": ["permitted"], "forbid": [], "option_ids": ["insufficient", "permitted", "prohibited"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 52.86720802541822, "probs": [0.9471510047644319, 0.04112297491157286, 0.011726020323995183], "top": "insufficient", "option_logits": null, "prompt_sha256": "7a9df7814cddba377022c022111d998db3d8a2ff48c109eb7f1aac0f5c151319", "input_tokens": 216, "server_ms": 35.05}, {"id": "00bb4cc043f7d2b288d4", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6dd193172b9240a04bf9", "gold": ["permitted"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 53.92198701156303, "probs": [0.08689224299716879, 0.8314994635810213, 0.08160829342180988], "top": "prohibited", "option_logits": null, "prompt_sha256": "ecd27e22648cba485966b925a1b12fd5a888331b66634b0f8919798224cf8072", "input_tokens": 208, "server_ms": 35.17}, {"id": "1a81ead69e93e5d0c86a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6dd193172b9240a04bf9", "gold": ["insufficient"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 52.98358196159825, "probs": [0.2729138208779564, 0.3294318709588002, 0.3976543081632435], "top": "insufficient", "option_logits": null, "prompt_sha256": "86759c52a7cc961194391587ca2df8d3998c59ec236637e4acc083f151ad5242", "input_tokens": 215, "server_ms": 35.01}, {"id": "4444dad25e438f128673", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3200eb252d6737e03027", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 53.692355984821916, "probs": [0.5472741025611921, 0.331307576591957, 0.12141832084685092], "top": "prohibited", "option_logits": null, "prompt_sha256": "6ee81091d38ca686274af8a9057ae962583e07c84d4a7c8913246f20a9adc153", "input_tokens": 209, "server_ms": 35.3}, {"id": "3226202ba1ada2570e9f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3200eb252d6737e03027", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.43717697542161, "probs": [0.10569064817366915, 0.056437743537509265, 0.8378716082888217], "top": "insufficient", "option_logits": null, "prompt_sha256": "d890e328d92ed0294fd0ca0f45891d715f1b53fae8d48848ee13c936721cc9f2", "input_tokens": 212, "server_ms": 35.07}, {"id": "3f783eec5c90812479bc", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3200eb252d6737e03027", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": "permitted", "ok": true, "e2e_ms": 56.51512701297179, "probs": [0.745864682612535, 0.0779433517872937, 0.17619196560017134], "top": "permitted", "option_logits": null, "prompt_sha256": "866975030f9845962316982b48126dfbaa42cd89b8d3719305c5c1cd2a7ce35c", "input_tokens": 209, "server_ms": 37.38}, {"id": "ffee861474a9665a093a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3200eb252d6737e03027", "gold": ["insufficient"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": "permitted", "ok": true, "e2e_ms": 54.35496399877593, "probs": [0.30671712087126574, 0.5394587819774863, 0.153824097151248], "top": "permitted", "option_logits": null, "prompt_sha256": "33ed49b156b02a8251a71c89906619f22d3cff122755a441bc701809f452ec03", "input_tokens": 210, "server_ms": 35.65}, {"id": "8c992e17e4fb54b044f5", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c0cbeb97315307af8111", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": "B", "ok": true, "e2e_ms": 54.29646000266075, "probs": [0.9411304198850982, 0.03837677130689544, 0.020492808808006482], "top": "B", "option_logits": null, "prompt_sha256": "26a5967a0d4f86a5e648fdf739a14ae8463a48c7dc0319e4b9026afcfc70ce49", "input_tokens": 200, "server_ms": 35.76}, {"id": "695dd61195ca025c4f4c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c0cbeb97315307af8111", "gold": ["B"], "forbid": [], "option_ids": ["B", "insufficient", "A"], "gold_desc_id": "A", "ok": true, "e2e_ms": 54.33648999314755, "probs": [0.2191677303480843, 0.5616645393038313, 0.2191677303480843], "top": "insufficient", "option_logits": null, "prompt_sha256": "5cb564ef00f9a81eb96ac41fe01780b4b9ffdcb60d7bc8217b9d89860c279ba3", "input_tokens": 201, "server_ms": 35.85}, {"id": "e6155431ab7b0f8170d4", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c0cbeb97315307af8111", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.886410023551434, "probs": [0.8246471790493917, 0.16138164146161363, 0.013971179488994609], "top": "insufficient", "option_logits": null, "prompt_sha256": "e747a01e40c9029fd1004867b0db224405c02f421c64f74cd748920300cb2000", "input_tokens": 192, "server_ms": 35.8}, {"id": "b49ecda75086d8c68d2a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c0cbeb97315307af8111", "gold": ["insufficient"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": "A", "ok": true, "e2e_ms": 53.66471299203113, "probs": [0.9136677967042812, 0.07428832300095413, 0.012043880294764588], "top": "B", "option_logits": null, "prompt_sha256": "3d5649d07c298093a047c4d77967454e627c1fd4792f41873c4640c036a163cd", "input_tokens": 192, "server_ms": 35.41}, {"id": "587ced261c6092cd1325", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "428176cd8ad2c7a74eea", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 54.93215698515996, "probs": [0.807231387784515, 0.17909249095841714, 0.013676121257067941], "top": "insufficient", "option_logits": null, "prompt_sha256": "88ac81fbf23c9684447ca373863f9cf4c54ca0bd35eb3e960680db4187456d96", "input_tokens": 208, "server_ms": 35.61}, {"id": "533d4423d311de82b27d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "428176cd8ad2c7a74eea", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.97440999513492, "probs": [0.9655965284054147, 0.028772714439517434, 0.005630757155067839], "top": "insufficient", "option_logits": null, "prompt_sha256": "7263692449eeef173103012af0a80bd27db0a89dc35bf50d4fed73b80a29f045", "input_tokens": 211, "server_ms": 35.26}, {"id": "2bf540d515a51755b25c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "428176cd8ad2c7a74eea", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": "B", "ok": true, "e2e_ms": 53.994689020328224, "probs": [0.046119873005046885, 0.9369780144263187, 0.016902112568634386], "top": "B", "option_logits": null, "prompt_sha256": "4c2c0840c1ad7e181d30f10eb62a4618c3195e936034bc7274fe3c8fc945d786", "input_tokens": 200, "server_ms": 35.5}, {"id": "fdb9fc214aea2710763a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "428176cd8ad2c7a74eea", "gold": ["insufficient"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": "A", "ok": true, "e2e_ms": 53.841047978494316, "probs": [0.6742384798146065, 0.29826788550402233, 0.02749363468137107], "top": "B", "option_logits": null, "prompt_sha256": "2d0f22653ae25b1b9ad253802809222e0554c7bd42292a5a1637a04128e5c52f", "input_tokens": 190, "server_ms": 35.23}, {"id": "f6d68126b43f8c9ed183", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "389e65bf1ba709b84b12", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 54.14322798606008, "probs": [0.8763745016908776, 0.09751141040687612, 0.026114087902246324], "top": "insufficient", "option_logits": null, "prompt_sha256": "676f3a162c1d11c22fd5f07e5b57e6b6e6d3a4aae515a7c2965aeac124b616dd", "input_tokens": 203, "server_ms": 35.47}, {"id": "44bae0c8a1615a096c43", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "389e65bf1ba709b84b12", "gold": ["B"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 52.71609599003568, "probs": [0.13968031972950484, 0.23073250176366764, 0.6295871785068274], "top": "insufficient", "option_logits": null, "prompt_sha256": "109526bdb944267ab212d1b8ba2f77a3a6c7c147016cf89ae5bc2e0e8e661adc", "input_tokens": 206, "server_ms": 35.03}, {"id": "2175379f4c69e6207626", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "389e65bf1ba709b84b12", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 54.15766499936581, "probs": [0.9673249441344611, 0.025425185481267775, 0.007249870384270957], "top": "insufficient", "option_logits": null, "prompt_sha256": "c4889b691603599fd8dca223a645f5e88b7248a364a9bef64c37a8a9e3ced5eb", "input_tokens": 197, "server_ms": 35.38}, {"id": "def9fe59d262357a673a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "389e65bf1ba709b84b12", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": "B", "ok": true, "e2e_ms": 53.78317000577226, "probs": [0.49248819366063284, 0.16951261805505752, 0.3379991882843097], "top": "insufficient", "option_logits": null, "prompt_sha256": "5deb35c130c31229df54964339f9faccffa08f3ed2eb38730d86ac9ccd510aa3", "input_tokens": 192, "server_ms": 35.1}, {"id": "712f6ffb763eef7c9a12", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "45f8ead2522a14384cdc", "gold": ["B"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 54.02548296842724, "probs": [0.1558415388693792, 0.330859461294187, 0.5132989998364338], "top": "insufficient", "option_logits": null, "prompt_sha256": "7c27c7c3361bd04c584a975218ab6b610dcab0f9bf6078cf3870b470410c383c", "input_tokens": 203, "server_ms": 35.48}, {"id": "e1d610bd14e3d16c09b9", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "45f8ead2522a14384cdc", "gold": ["A"], "forbid": [], "option_ids": ["A", "insufficient", "B"], "gold_desc_id": "B", "ok": true, "e2e_ms": 53.466763987671584, "probs": [0.30165258046080173, 0.13344430167683133, 0.5649031178623669], "top": "B", "option_logits": null, "prompt_sha256": "27dba9d4c38e8b61907893c325f5851e4726ba89fa7ac9e5563a14abe89239b9", "input_tokens": 203, "server_ms": 35.16}, {"id": "22ec57822db50ec121cf", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "45f8ead2522a14384cdc", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.63884899998084, "probs": [0.9480355945752582, 0.038658346366163006, 0.013306059058578745], "top": "insufficient", "option_logits": null, "prompt_sha256": "5f3dd4d0a864d976d5c35a7b088b3aed4b55500043acc8701dd4d35729125db8", "input_tokens": 193, "server_ms": 35.33}, {"id": "3e75f2b84e8e08e3d3f2", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "45f8ead2522a14384cdc", "gold": ["insufficient"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": "A", "ok": true, "e2e_ms": 53.29377198358998, "probs": [0.22389674812152066, 0.7374540645868362, 0.03864918729164314], "top": "A", "option_logits": null, "prompt_sha256": "164c8915823587dee72ef8800598282728e580a02992fe7a8d8fa557ead4e3b9", "input_tokens": 192, "server_ms": 35.22}, {"id": "ebd74aa05324a1556288", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3ecec8e2c166e397ad07", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.72011300642043, "probs": [0.9379420530362722, 0.04616732447007806, 0.01589062249364978], "top": "insufficient", "option_logits": null, "prompt_sha256": "d7c03673e95db552913947e72213d55f0938d187ca0d4fd69182cbe141bfda65", "input_tokens": 208, "server_ms": 35.51}, {"id": "d7e84e4245a29817da1f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3ecec8e2c166e397ad07", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": "A", "ok": true, "e2e_ms": 53.952079033479095, "probs": [0.052375134922456754, 0.9385838391059238, 0.009041025971619536], "top": "A", "option_logits": null, "prompt_sha256": "b54ee64662a21acf112153e17512f10436c1938df35ab9ad182be1ff0c47c3e0", "input_tokens": 206, "server_ms": 35.25}, {"id": "f41ae66b3c09630c7a42", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3ecec8e2c166e397ad07", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": "A", "ok": true, "e2e_ms": 54.19498903211206, "probs": [0.13579878113602123, 0.8376256951826758, 0.02657552368130303], "top": "A", "option_logits": null, "prompt_sha256": "8aa1b7f158bf57460e6f9f057913e0d01d913f16998cc0a46327e8aa6c93e838", "input_tokens": 200, "server_ms": 35.65}, {"id": "82c2cd97c160ad27951b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3ecec8e2c166e397ad07", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": "A", "ok": true, "e2e_ms": 53.87283203890547, "probs": [0.25821814633948337, 0.25821814633948337, 0.4835637073210332], "top": "A", "option_logits": null, "prompt_sha256": "b17c06e9ca0e91accd4cfcb4667c5c3a42687d3209e1ecd98910eb1343a18dc2", "input_tokens": 193, "server_ms": 35.27}, {"id": "7ada97b6f99f4788e5c7", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a71a17a287f3d30db2aa", "gold": ["B"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 54.118593980092555, "probs": [0.12660014777476133, 0.09251256875552054, 0.7808872834697181], "top": "insufficient", "option_logits": null, "prompt_sha256": "324bb2046ede92322b8175d6af2961ad208eba5f52712692465ef944de2193a4", "input_tokens": 206, "server_ms": 35.09}, {"id": "4d7a003342db5b0a17e3", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a71a17a287f3d30db2aa", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 52.86848603282124, "probs": [0.9299397393693557, 0.06263931303365462, 0.007420947596989686], "top": "insufficient", "option_logits": null, "prompt_sha256": "86e7d75bb9b41e2d9de272239185c5cce5c19dc1aac6573a737c31d47ab0563f", "input_tokens": 209, "server_ms": 35.04}, {"id": "19d3d8d0bf773e88be7b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a71a17a287f3d30db2aa", "gold": ["A"], "forbid": [], "option_ids": ["A", "B", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.500056033954024, "probs": [0.37290349783252347, 0.01111172675798736, 0.6159847754094891], "top": "insufficient", "option_logits": null, "prompt_sha256": "a1a07677dc816ad01403f9cff2867d5bfdaff2c29d8a4c2293ce0662a24f33ae", "input_tokens": 194, "server_ms": 35.14}, {"id": "d6de731cca52359b1c87", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a71a17a287f3d30db2aa", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": "B", "ok": true, "e2e_ms": 53.96016297163442, "probs": [0.475785940079552, 0.1976777825029813, 0.3265362774174668], "top": "insufficient", "option_logits": null, "prompt_sha256": "82b8973ae0b97456180d256ef08822a11d20365d8039148ed863e9bb75c9bda4", "input_tokens": 192, "server_ms": 35.05}, {"id": "b45c63fb92729af27f05", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "986d7eaba0c7e9738e79", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "supported", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.54643694590777, "probs": [0.14585095569321507, 0.009226876843769601, 0.8449221674630154], "top": "insufficient", "option_logits": null, "prompt_sha256": "9a672222518ab31da9c3ab2072849ef03b511e8e9d23762f89d33a83feca6ec1", "input_tokens": 216, "server_ms": 35.09}, {"id": "46b7029b9a704138b77a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "986d7eaba0c7e9738e79", "gold": ["supported"], "forbid": [], "option_ids": ["insufficient", "contradicted", "supported"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 53.359516023192555, "probs": [0.09629593898139954, 0.7633942252849403, 0.14030983573366013], "top": "contradicted", "option_logits": null, "prompt_sha256": "5d2348206184a53d2da714668c8004522fc660c04abc09a4675170278b6d0ce8", "input_tokens": 214, "server_ms": 34.86}, {"id": "caf773b23934fa7362a1", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "986d7eaba0c7e9738e79", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.0884430045262, "probs": [0.10443660543353643, 0.01402679703707132, 0.8815365975293922], "top": "insufficient", "option_logits": null, "prompt_sha256": "497e689287006b51bd4f178ebc9023050c338fca8abf790eef2112975de7f243", "input_tokens": 209, "server_ms": 35.09}, {"id": "f46f392ef9e9e9df564b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "986d7eaba0c7e9738e79", "gold": ["insufficient"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": "supported", "ok": true, "e2e_ms": 53.70040802517906, "probs": [0.9369780144263187, 0.046119873005046885, 0.016902112568634386], "top": "supported", "option_logits": null, "prompt_sha256": "984a11157ce42cd37ec6209d96b53bf0d293025d6b69161f1a358f9bcc9d57db", "input_tokens": 207, "server_ms": 35.16}, {"id": "005dcf6d2c0f21d64796", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ca2e0b043985fa49bcd2", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": "permitted", "ok": true, "e2e_ms": 53.698587988037616, "probs": [0.6452505747343799, 0.2680863307491953, 0.08666309451642484], "top": "permitted", "option_logits": null, "prompt_sha256": "ea5a71f7bf051b93ca522c5ff3caef6ffdfcb5011f24af51a404b10524b250cb", "input_tokens": 228, "server_ms": 35.55}, {"id": "edb708bd0fe5fd67d6ee", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ca2e0b043985fa49bcd2", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.581541986204684, "probs": [0.43020843462499875, 0.1903144997976119, 0.3794770655773894], "top": "permitted", "option_logits": null, "prompt_sha256": "b5ac43b527f17cc117db3df096bff98320c5a248422c7b513eedeba99e619731", "input_tokens": 229, "server_ms": 35.32}, {"id": "97a35499bd8717f3e786", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ca2e0b043985fa49bcd2", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.30395099008456, "probs": [0.056437743537509265, 0.8378716082888217, 0.10569064817366915], "top": "insufficient", "option_logits": null, "prompt_sha256": "be77461c7c49b38137b436f74bcc533cf9fdcc1fbbcabe3acbe8c8c37f2272bd", "input_tokens": 222, "server_ms": 35.22}, {"id": "31eb4533d2c89959ec46", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "ca2e0b043985fa49bcd2", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": "permitted", "ok": true, "e2e_ms": 53.64675301825628, "probs": [0.1110623891201585, 0.008481107191351438, 0.88045650368849], "top": "permitted", "option_logits": null, "prompt_sha256": "12c28c53461194e05d3490b99aecb157c1965b942f5bfee5ef8163543d2bb1d0", "input_tokens": 221, "server_ms": 35.28}, {"id": "0aa24a6701ac9c56c4a0", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "85051ba3c30277824ebe", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.31027501961216, "probs": [0.7598853370160624, 0.23070704972212444, 0.009407613261813141], "top": "insufficient", "option_logits": null, "prompt_sha256": "0b7bc0317c30767061abcd7c39f9b71942a3c49b230cf334d1e6db7873b4dc61", "input_tokens": 216, "server_ms": 35.15}, {"id": "796d5c0da6eaadae6a3f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "85051ba3c30277824ebe", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": "B", "ok": true, "e2e_ms": 53.9250269648619, "probs": [0.9718671022270775, 0.019875215614779472, 0.008257682158143088], "top": "B", "option_logits": null, "prompt_sha256": "282f482d7bf4f65f4cc0f8dd6ca05d597f32f80783d49b010173ef79b130ffc5", "input_tokens": 210, "server_ms": 35.09}, {"id": "599b3092b6fd18312d23", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "85051ba3c30277824ebe", "gold": ["A"], "forbid": [], "option_ids": ["B", "insufficient", "A"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.527687035966665, "probs": [0.08284327606718382, 0.0730741626697933, 0.8440825612630228], "top": "A", "option_logits": null, "prompt_sha256": "6bf8f97ede01d029938070b85d9e3aa545cbbbb84007fb406100f0a0a8ffa474", "input_tokens": 209, "server_ms": 35.14}, {"id": "960a4bcd27363e6db4b9", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "85051ba3c30277824ebe", "gold": ["insufficient"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": "A", "ok": true, "e2e_ms": 53.50796098355204, "probs": [0.1753450388599366, 0.7903403209860906, 0.03431464015397285], "top": "A", "option_logits": null, "prompt_sha256": "33dc6c8523ece68e76db4eaffbb8a8470964368747977448381041503e3ad36c", "input_tokens": 211, "server_ms": 34.92}, {"id": "c6a411e7f2bbdf377173", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e7798dab5f4f121cab77", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": "supported", "ok": true, "e2e_ms": 54.51803799951449, "probs": [0.03629282833642113, 0.01605512937357001, 0.9476520422900088], "top": "supported", "option_logits": null, "prompt_sha256": "6e4467088790119e033569f3066af7eedf2f72c934657e3a20082f685de045f2", "input_tokens": 226, "server_ms": 35.18}, {"id": "e332aa927d0c2ed044aa", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e7798dab5f4f121cab77", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.5930180340074, "probs": [0.044616056760944024, 0.6623675120954924, 0.2930164311435636], "top": "insufficient", "option_logits": null, "prompt_sha256": "1a718aab5e212abb4604d4e57ad3d7fb8cba756be66eba7d483eec463cb18c6b", "input_tokens": 227, "server_ms": 34.83}, {"id": "a0128e551d095f3449f8", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e7798dab5f4f121cab77", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 54.02555695036426, "probs": [0.04013769079687701, 0.03540454160362492, 0.924457767599498], "top": "contradicted", "option_logits": null, "prompt_sha256": "bafd2feb34ff693920168afa57cc5bc050eea256c82f2e9e071467805a7857f4", "input_tokens": 202, "server_ms": 35.41}, {"id": "46d6a0731bd288c370f0", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e7798dab5f4f121cab77", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "contradicted", "supported"], "gold_desc_id": "supported", "ok": true, "e2e_ms": 53.47908003022894, "probs": [0.21057073282474073, 0.0031468025509083547, 0.7862824646243509], "top": "supported", "option_logits": null, "prompt_sha256": "c4c6394f10ee2df26d3dac75e02000ae56f28719ec24b10add7af6e77f5a4889", "input_tokens": 202, "server_ms": 35.01}, {"id": "21ca7a8b970e36b8e20f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "928ebc7817a8f1cac3e4", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": "permitted", "ok": true, "e2e_ms": 53.7410459946841, "probs": [0.10502328955939726, 0.2865713245281423, 0.6084053859124604], "top": "permitted", "option_logits": null, "prompt_sha256": "37bd9a494e79ba1e91bbf2a68704609c66421b3ec11ab8a5bdd36908b17135b1", "input_tokens": 233, "server_ms": 35.21}, {"id": "4aa83af95bb69e90bc2d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "928ebc7817a8f1cac3e4", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.4815689898096, "probs": [0.2680863307491953, 0.08666309451642484, 0.6452505747343799], "top": "insufficient", "option_logits": null, "prompt_sha256": "a115c9f1aaee5b00fa1fd3be52a599afa7112fdcf9eec8871ae98b3d6ef2183f", "input_tokens": 231, "server_ms": 35.17}, {"id": "cdfa9eed51fafcf09b72", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "928ebc7817a8f1cac3e4", "gold": ["permitted"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 54.23023400362581, "probs": [0.07184163899867897, 0.8298456430479688, 0.09831271795335216], "top": "prohibited", "option_logits": null, "prompt_sha256": "100e5f7a276a412d51e2ddf940777a1ff109ea7803a8291d638760c392064d80", "input_tokens": 216, "server_ms": 35.57}, {"id": "d51b05bfb9d6d7f09331", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "928ebc7817a8f1cac3e4", "gold": ["insufficient"], "forbid": [], "option_ids": ["prohibited", "insufficient", "permitted"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 56.71645904658362, "probs": [0.7469915530638082, 0.14618461002062086, 0.106823836915571], "top": "prohibited", "option_logits": null, "prompt_sha256": "6486b8dc13e88f4d5e489f3b3b76c6bb5aeed63f19005132e10380f0181726aa", "input_tokens": 223, "server_ms": 36.51}, {"id": "fdd902cc6e65fad7cb4f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "53b0770ec36835b81d3a", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": "B", "ok": true, "e2e_ms": 53.48287499509752, "probs": [0.8638851317960057, 0.051328051461926705, 0.08478681674206763], "top": "B", "option_logits": null, "prompt_sha256": "941cd3d853797aa1a92c8261e9339af72809062c590b26ef2db8bdbbc5d68191", "input_tokens": 222, "server_ms": 35.54}, {"id": "42384af9ae56beb37ff5", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "53b0770ec36835b81d3a", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": "A", "ok": true, "e2e_ms": 53.54317801538855, "probs": [0.046253998446132885, 0.9397029314342114, 0.014043070119655722], "top": "A", "option_logits": null, "prompt_sha256": "f9c6ae0da8d46bec4df2b4102f3aebb45748add11af2d63a981d879fea6a717c", "input_tokens": 222, "server_ms": 35.15}, {"id": "cdf7f428857e1b841cb3", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "53b0770ec36835b81d3a", "gold": ["B"], "forbid": [], "option_ids": ["A", "insufficient", "B"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.097658965270966, "probs": [0.04067015270682889, 0.7760155022030047, 0.1833143450901663], "top": "insufficient", "option_logits": null, "prompt_sha256": "4df509501a3fa1e95f377f6b2cd7ff2737ebe52dd6e95472a1a35d0fc43e3fdf", "input_tokens": 215, "server_ms": 35.14}, {"id": "774f7f9245f83c796d44", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "53b0770ec36835b81d3a", "gold": ["insufficient"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": "A", "ok": true, "e2e_ms": 53.77067800145596, "probs": [0.05543534738188995, 0.9330136575005004, 0.01155099511760962], "top": "A", "option_logits": null, "prompt_sha256": "d68329bad204407dddf0266c2d55c897537804b87978786e2c29649197957a18", "input_tokens": 201, "server_ms": 35.13}, {"id": "92ec2ffa3dd46ada1335", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "056cc5b726d6e8300a77", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": "supported", "ok": true, "e2e_ms": 53.46789601026103, "probs": [0.06878691906304032, 0.03042978117418096, 0.9007832997627787], "top": "supported", "option_logits": null, "prompt_sha256": "3fdb716c314c67c93413daa3cd5a38b13bec265f706d90a97c43e5a108104f13", "input_tokens": 223, "server_ms": 35.21}, {"id": "6149a17bc154f9c5b4a0", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "056cc5b726d6e8300a77", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 54.270256019663066, "probs": [0.06893683236028562, 0.08321304657583695, 0.8478501210638775], "top": "contradicted", "option_logits": null, "prompt_sha256": "d68195061969b189d71df192da0191d4d56877cf1d8ce0d4479bc8898c998c94", "input_tokens": 219, "server_ms": 35.23}, {"id": "be866e1dbec5d42d9423", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "056cc5b726d6e8300a77", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.615732002072036, "probs": [0.016115540131028547, 0.8390475816237557, 0.14483687824521582], "top": "insufficient", "option_logits": null, "prompt_sha256": "6edd6bca63afcb6fb6d263e3e248e24e556fde2b01d965155729342ef37e411e", "input_tokens": 220, "server_ms": 35.22}, {"id": "97d2ed2591fc7638806c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "056cc5b726d6e8300a77", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "supported", "contradicted"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 52.93986800825223, "probs": [0.2862501142494634, 0.02478133063598072, 0.6889685551145559], "top": "contradicted", "option_logits": null, "prompt_sha256": "d113705714c5c456d527c8466aeda96099d32a8069c13bf0f40b1ff3ed43ad11", "input_tokens": 218, "server_ms": 35.08}, {"id": "4533dd91267b4d815690", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e3ce8ec496dbc9974f94", "gold": ["prohibited"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 52.79004399199039, "probs": [0.1609098519153101, 0.7722359149508133, 0.06685423313387646], "top": "insufficient", "option_logits": null, "prompt_sha256": "19fd16742b6e54b9e2452e09592de10d5fc44c96cab1630e5f7651b1af77d898", "input_tokens": 224, "server_ms": 35.53}, {"id": "d880e65fef5e2993fdd0", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e3ce8ec496dbc9974f94", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 54.31446497095749, "probs": [0.3043910694191852, 0.39121786116162954, 0.3043910694191852], "top": "insufficient", "option_logits": null, "prompt_sha256": "ea512df6fc353426e37889a53cae2118b9e832157a4af067cb4a85489a5c83ff", "input_tokens": 221, "server_ms": 35.63}, {"id": "90494c76078ffc3c717a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e3ce8ec496dbc9974f94", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 52.43188398890197, "probs": [0.08097077759111387, 0.04060828666999563, 0.8784209357388906], "top": "prohibited", "option_logits": null, "prompt_sha256": "71ad1455eaea177dccc5d9fc4078b19378e2ce1c1d27289d9120a1c445349487", "input_tokens": 221, "server_ms": 35.06}, {"id": "9ac5cc82c4126c91174a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "e3ce8ec496dbc9974f94", "gold": ["insufficient"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": "permitted", "ok": true, "e2e_ms": 53.67804499110207, "probs": [0.8979988326296015, 0.06048782007179681, 0.041513347298601795], "top": "permitted", "option_logits": null, "prompt_sha256": "31939a3c71e268cd4751d57ccd6a07ff44f1ca1f81c7c2f7bf165ea50668fe0a", "input_tokens": 220, "server_ms": 35.37}, {"id": "386e10b1c1ce906473a4", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a5b234c2e4fb304f1071", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": "B", "ok": true, "e2e_ms": 53.36145800538361, "probs": [0.9821934763214742, 0.008345422472445314, 0.009461101206080565], "top": "B", "option_logits": null, "prompt_sha256": "13f4ee2ce11c253ccf784222a18f900b57830384e577f4adf0030d9893ed01a9", "input_tokens": 227, "server_ms": 35.11}, {"id": "4da6aedc1139224eeff2", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a5b234c2e4fb304f1071", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.01515298197046, "probs": [0.9584447268648851, 0.039082802533792566, 0.0024724706013222815], "top": "insufficient", "option_logits": null, "prompt_sha256": "c8a6bf0c918df98324f40d3c989bf2d3593c8114ebaba9510a0de7a63d90c43f", "input_tokens": 230, "server_ms": 35.43}, {"id": "a22dab8ba073ff6cdb8d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a5b234c2e4fb304f1071", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 52.93625604826957, "probs": [0.8152011530118691, 0.1808606650321593, 0.003938181955971634], "top": "insufficient", "option_logits": null, "prompt_sha256": "d512a04940165a8dc92bcf5e8a905fa84148aca8078cba93d34897ca73ebe5fc", "input_tokens": 223, "server_ms": 35.29}, {"id": "42c54fa2ad45743e24d8", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a5b234c2e4fb304f1071", "gold": ["insufficient"], "forbid": [], "option_ids": ["A", "insufficient", "B"], "gold_desc_id": "A", "ok": true, "e2e_ms": 53.12767397845164, "probs": [0.9509567466006987, 0.028336479497072638, 0.020706773902228682], "top": "A", "option_logits": null, "prompt_sha256": "726c7f274cbd758a0855ced1b8e06e30b0888e289eeb459d087a868fb9610ef5", "input_tokens": 210, "server_ms": 35.13}, {"id": "f3d13cf184f916677def", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "d142f7fd0efa0eddc788", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": "supported", "ok": true, "e2e_ms": 53.59909898834303, "probs": [0.03787087428859695, 0.033405034339472804, 0.9287240913719302], "top": "supported", "option_logits": null, "prompt_sha256": "0032df826a7e49e7be6e1c8d5f96ece8822a858eeb6f5280c55a79fe2e628bbb", "input_tokens": 227, "server_ms": 35.16}, {"id": "1105577da4c8dad4609d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "d142f7fd0efa0eddc788", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.2488549943082, "probs": [0.04458832792770586, 0.7990410839770169, 0.15637058809527726], "top": "insufficient", "option_logits": null, "prompt_sha256": "c29cf273a3d78467e10369969a81a42df358b37cb972ad44f78d455f8785b7e8", "input_tokens": 224, "server_ms": 35.1}, {"id": "0ebd299739302d8b057b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "d142f7fd0efa0eddc788", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 54.09558699466288, "probs": [0.6079293570442296, 0.046423581791889615, 0.34564706116388083], "top": "contradicted", "option_logits": null, "prompt_sha256": "a6b9e9fd277a7252eb95c0dea4201d1d75394e8dd03ee09f576f6fc0355881f3", "input_tokens": 220, "server_ms": 35.1}, {"id": "eafc22c8c40df3932a8e", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "d142f7fd0efa0eddc788", "gold": ["insufficient"], "forbid": [], "option_ids": ["supported", "contradicted", "insufficient"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 52.376026986166835, "probs": [0.07421350543321283, 0.7101726109045401, 0.2156138836622472], "top": "contradicted", "option_logits": null, "prompt_sha256": "25fc9b80402930a472ddf5fbb9527f22c905747ffefc59e4865da0bcf422e5bb", "input_tokens": 208, "server_ms": 34.88}, {"id": "0aa1447680e4f25862bb", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3476d3f4f32290fe57c3", "gold": ["prohibited"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 52.54632595460862, "probs": [0.3596689227288795, 0.5240624893078483, 0.11626858796327226], "top": "prohibited", "option_logits": null, "prompt_sha256": "1a9834724cc432424395c6e3e4989cae7698e00f85fedac3d9a8cd1a698cd265", "input_tokens": 227, "server_ms": 35.08}, {"id": "980e76145c925747220c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3476d3f4f32290fe57c3", "gold": ["permitted"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 52.988498006016016, "probs": [0.17244943152985545, 0.1836151222987057, 0.6439354461714388], "top": "permitted", "option_logits": null, "prompt_sha256": "cc59abf9dfd3346910e8d93dc78fe4cd21d0c20962370b801e609b82712c7ea7", "input_tokens": 228, "server_ms": 34.87}, {"id": "4aee37a6a155747766aa", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3476d3f4f32290fe57c3", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 52.53621400333941, "probs": [0.11048645425133781, 0.06688603847853027, 0.8226275072701319], "top": "insufficient", "option_logits": null, "prompt_sha256": "45e75124dce70ee83cbbd2df43d7c5f3045b0da83559f8b4772e8cb6fa82dbb0", "input_tokens": 225, "server_ms": 35.03}, {"id": "6db17cc22bd656d78558", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "3476d3f4f32290fe57c3", "gold": ["insufficient"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": "permitted", "ok": true, "e2e_ms": 52.6927980245091, "probs": [0.07600853330506088, 0.8779775900702179, 0.046013876624721124], "top": "permitted", "option_logits": null, "prompt_sha256": "902f5bf4dd52878d854ff660af610beb5cd00553cb6cf9fa5c1e7a5ea010391b", "input_tokens": 218, "server_ms": 35.04}, {"id": "ef3e0f8e657bf59f8a29", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c979db7416b206c1eb09", "gold": ["B"], "forbid": [], "option_ids": ["A", "insufficient", "B"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.29592601628974, "probs": [0.07014840077352269, 0.16883849753435962, 0.7610131016921177], "top": "B", "option_logits": null, "prompt_sha256": "d4a4f3c22ce6befbff78058a364e4617bda379057c95b5bacf2410a162ea27f7", "input_tokens": 221, "server_ms": 35.36}, {"id": "f756e1cb04e11766341e", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c979db7416b206c1eb09", "gold": ["A"], "forbid": [], "option_ids": ["insufficient", "A", "B"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 52.40414303261787, "probs": [0.7195969840802272, 0.2637194956142592, 0.016683520305513583], "top": "insufficient", "option_logits": null, "prompt_sha256": "fc0371a2d78013d514b134511d38b37de6e71a39ad2fa9b95b0119945db7a316", "input_tokens": 227, "server_ms": 34.86}, {"id": "d167e51bb1f499099645", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c979db7416b206c1eb09", "gold": ["A"], "forbid": [], "option_ids": ["A", "B", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 57.52971401670948, "probs": [0.6328238128438389, 0.029254643239392513, 0.33792154391676854], "top": "A", "option_logits": null, "prompt_sha256": "5521ebbd2304bdf6049132465a2b8c7b28c862f462f50f98d90efeb483601e64", "input_tokens": 207, "server_ms": 35.36}, {"id": "674ca4e9346216255466", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "c979db7416b206c1eb09", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": "A", "ok": true, "e2e_ms": 55.29005505377427, "probs": [0.22351946247571317, 0.12708523693891682, 0.64939530058537], "top": "A", "option_logits": null, "prompt_sha256": "c11ad01ccd57e2b3b849c07b89887124412bce4a8e5506adaeb954f23c598ac7", "input_tokens": 197, "server_ms": 35.07}, {"id": "1df851a202994a07f123", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f7403e39d6796072491c", "gold": ["contradicted"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": "supported", "ok": true, "e2e_ms": 53.25377004919574, "probs": [0.038658346366163006, 0.013306059058578745, 0.9480355945752582], "top": "supported", "option_logits": null, "prompt_sha256": "8d5e868c2065409c5dcedc10c1d875c102dfbb48d2433b234f0ad0456f1049bc", "input_tokens": 213, "server_ms": 35.27}, {"id": "b5e6788d95b8395d2888", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f7403e39d6796072491c", "gold": ["supported"], "forbid": [], "option_ids": ["insufficient", "contradicted", "supported"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 53.24280296918005, "probs": [0.01953747345276732, 0.9553520377742281, 0.025110488773004678], "top": "contradicted", "option_logits": null, "prompt_sha256": "6ac7738979b2b31bef2f7e2f3d8984b0b2b559ee71fa4d2b728e28884e3183b5", "input_tokens": 212, "server_ms": 34.78}, {"id": "32f36cd0fbbfb3604586", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f7403e39d6796072491c", "gold": ["supported"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": "contradicted", "ok": true, "e2e_ms": 53.813372971490026, "probs": [0.05100292527189731, 0.035003776957469146, 0.9139932977706335], "top": "contradicted", "option_logits": null, "prompt_sha256": "66c4b4c8b3dc52b623b51acf50a373bf625ad5559da7c3bf90c47f56e7c2829b", "input_tokens": 202, "server_ms": 35.37}, {"id": "843185706adff0c60f8b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "f7403e39d6796072491c", "gold": ["insufficient"], "forbid": [], "option_ids": ["contradicted", "supported", "insufficient"], "gold_desc_id": "supported", "ok": true, "e2e_ms": 52.73594200843945, "probs": [0.09842495451008554, 0.01699017293024806, 0.8845848725596664], "top": "insufficient", "option_logits": null, "prompt_sha256": "7db376c4d8c96d2c69fda861429911890ec2d70b0f375e60f65c846f1693e18a", "input_tokens": 203, "server_ms": 35.16}, {"id": "b531dd603bf080dab820", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a060fd4621be415e9f1a", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.92250698059797, "probs": [0.1344819107818076, 0.03601499116251437, 0.829503098055678], "top": "insufficient", "option_logits": null, "prompt_sha256": "03449c2d41ee64f00d22b4b6e619aa69ce6d623d00b4972f503f5ed336bba08e", "input_tokens": 218, "server_ms": 35.49}, {"id": "be2dd67bc733c1213bef", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a060fd4621be415e9f1a", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 52.86735499976203, "probs": [0.9331701885712249, 0.04890646327936172, 0.017923348149413328], "top": "prohibited", "option_logits": null, "prompt_sha256": "2ed1d2ff423bdb9e622336508299a3180255754a84d1847b9b5ba5d1d5623692", "input_tokens": 221, "server_ms": 34.98}, {"id": "b8e2750307df9761e716", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a060fd4621be415e9f1a", "gold": ["permitted"], "forbid": [], "option_ids": ["permitted", "prohibited", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 52.91836697142571, "probs": [0.05755147392994642, 0.0327217252711575, 0.9097268007988961], "top": "insufficient", "option_logits": null, "prompt_sha256": "fb0073f867c77a04f9287adbd88276517a2a85e5cf9dcfb04c81ff5ba768e03f", "input_tokens": 215, "server_ms": 35.03}, {"id": "5d31b4bf2d0fc193f53b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "a060fd4621be415e9f1a", "gold": ["insufficient"], "forbid": [], "option_ids": ["permitted", "insufficient", "prohibited"], "gold_desc_id": "permitted", "ok": true, "e2e_ms": 52.53435199847445, "probs": [0.08284327606718382, 0.8440825612630228, 0.0730741626697933], "top": "insufficient", "option_logits": null, "prompt_sha256": "51c4ac799c31ceb752046516252cb8d59c3a3c1654c685c82476530a4d74a689", "input_tokens": 220, "server_ms": 34.99}, {"id": "a9230edfc6ec9e524af0", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2b0f8eda8903e38a47de", "gold": ["A"], "forbid": [], "option_ids": ["B", "insufficient", "A"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.999076946638525, "probs": [0.040967527214491276, 0.8323022347202245, 0.12673023806528433], "top": "insufficient", "option_logits": null, "prompt_sha256": "2a5a9b08e7ca06d1f5808cdcd3270c79b064cd4fed16b4be278fc7d5f58a1d1f", "input_tokens": 206, "server_ms": 35.23}, {"id": "c100e84585149a04be49", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2b0f8eda8903e38a47de", "gold": ["B"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 52.56508704042062, "probs": [0.048847636440916636, 0.07578275550521898, 0.8753696080538644], "top": "insufficient", "option_logits": null, "prompt_sha256": "555fd1e019506f048448ae23a6bac4fe7f3e9f2fe60181be02acfdf8225318e5", "input_tokens": 212, "server_ms": 34.9}, {"id": "579beed184ffc1104aa9", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2b0f8eda8903e38a47de", "gold": ["B"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.71377803385258, "probs": [0.07319171247064139, 0.2264135372721482, 0.7003947502572104], "top": "insufficient", "option_logits": null, "prompt_sha256": "1fc713f5dfc86b0d90f75094b087d920fbfeb9830fb4eec74f78d2f1d67fbf66", "input_tokens": 203, "server_ms": 35.2}, {"id": "c4e9bd463b6fde5be743", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2b0f8eda8903e38a47de", "gold": ["insufficient"], "forbid": [], "option_ids": ["B", "insufficient", "A"], "gold_desc_id": "B", "ok": true, "e2e_ms": 53.373233997263014, "probs": [0.9387496456243781, 0.055776151759141294, 0.005474202616480596], "top": "B", "option_logits": null, "prompt_sha256": "77e6633b56fd111f3cf38ff30d1c308c084b3de608efb9682cf02409dc31c9db", "input_tokens": 191, "server_ms": 35.28}, {"id": "b863998d4be2721a5dfd", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "01020a1eaf46ec2fba5d", "gold": ["contradicted"], "forbid": [], "option_ids": ["supported", "insufficient", "contradicted"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.50263399304822, "probs": [0.46903312718147117, 0.38856479455009935, 0.14240207826842943], "top": "supported", "option_logits": null, "prompt_sha256": "83104242d8900e7e51e6ca6f99d29588121dd7153c0fda9d487e3eafef91196e", "input_tokens": 224, "server_ms": 35.39}, {"id": "37cebc3792e98049439f", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "01020a1eaf46ec2fba5d", "gold": ["supported"], "forbid": [], "option_ids": ["insufficient", "supported", "contradicted"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 54.20296499505639, "probs": [0.7720397533404616, 0.11755438599864407, 0.11040586066089443], "top": "insufficient", "option_logits": null, "prompt_sha256": "66f0b52c1eee120f16069ed75fbd7bfc556b5a3dc09c27f809799b32ae74e959", "input_tokens": 221, "server_ms": 35.4}, {"id": "64d63f86e328aff1481c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "01020a1eaf46ec2fba5d", "gold": ["supported"], "forbid": [], "option_ids": ["contradicted", "insufficient", "supported"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.23905003024265, "probs": [0.014236196905258059, 0.6140385266223682, 0.3717252764723737], "top": "insufficient", "option_logits": null, "prompt_sha256": "fac76f29223ea6573fb84bb8cb70a27292765e7f4f90ebb19001e8a0b7bf0533", "input_tokens": 229, "server_ms": 35.15}, {"id": "6d64a8459f64eac7f4cc", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "01020a1eaf46ec2fba5d", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "contradicted", "supported"], "gold_desc_id": "supported", "ok": true, "e2e_ms": 53.044970030896366, "probs": [0.06291220787817095, 0.0030966605414949147, 0.9339911315803341], "top": "supported", "option_logits": null, "prompt_sha256": "89df7654ae643d961d5bd0a1cf472717b674fe14a8f5377a6918c1103303e14f", "input_tokens": 226, "server_ms": 35.22}, {"id": "2708193212d8a4a523c7", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6a06a2f278301c1412ee", "gold": ["prohibited"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 52.82668903237209, "probs": [0.5216500126916775, 0.26161676918070537, 0.21673321812761712], "top": "prohibited", "option_logits": null, "prompt_sha256": "73a309dd6a1605e1d928e2a4947516f3ae54fda513d77cea9d4fdf892dbbebb5", "input_tokens": 226, "server_ms": 35.36}, {"id": "5a37d1dfcad20810a76a", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6a06a2f278301c1412ee", "gold": ["permitted"], "forbid": [], "option_ids": ["prohibited", "permitted", "insufficient"], "gold_desc_id": "prohibited", "ok": true, "e2e_ms": 53.53896098677069, "probs": [0.843310768581531, 0.1455727910071266, 0.01111644041134243], "top": "prohibited", "option_logits": null, "prompt_sha256": "97510bceb98f70589de7351d3f810c2e4c175b03bbf6ddec55eca00ef9c199ee", "input_tokens": 215, "server_ms": 35.43}, {"id": "acacd8b46acd25cb954b", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6a06a2f278301c1412ee", "gold": ["permitted"], "forbid": [], "option_ids": ["insufficient", "permitted", "prohibited"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 53.20478504290804, "probs": [0.42929779219364844, 0.486689574582582, 0.08401263322376958], "top": "permitted", "option_logits": null, "prompt_sha256": "5a1d1ca84275c476cd245cafcd0e1fd36598a6dae3c643b8ea9d60c5b57d6535", "input_tokens": 225, "server_ms": 35.18}, {"id": "4089c199b8b796ec3ed8", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "6a06a2f278301c1412ee", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "prohibited", "permitted"], "gold_desc_id": "permitted", "ok": true, "e2e_ms": 52.63049900531769, "probs": [0.19560247361171754, 0.23611000151056785, 0.5682875248777147], "top": "permitted", "option_logits": null, "prompt_sha256": "fec6fd7a8c54ee7856b56b8cc85aa3ff4cb617820fd52f7faf204e2efb4a86ff", "input_tokens": 224, "server_ms": 35.11}, {"id": "02f2b95a5c5a4777a45c", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2797f8c23d05c0ee06b3", "gold": ["A"], "forbid": [], "option_ids": ["B", "A", "insufficient"], "gold_desc_id": "B", "ok": true, "e2e_ms": 53.67895495146513, "probs": [0.9323898466010938, 0.02450695094155103, 0.04310320245735524], "top": "B", "option_logits": null, "prompt_sha256": "fcc6cca56205c973fe5ee42de7bbca225406234b5346f63e55af7d8c5f115d9a", "input_tokens": 213, "server_ms": 35.27}, {"id": "ebea4681e3dcc7d92ca2", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2797f8c23d05c0ee06b3", "gold": ["B"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 52.97836201498285, "probs": [0.643833389199536, 0.3438005390976864, 0.012366071702777563], "top": "insufficient", "option_logits": null, "prompt_sha256": "176f3f577d5802518ba6bb8a36039f8c2c7fa4991aac2e236870e0189d0b31a6", "input_tokens": 218, "server_ms": 34.85}, {"id": "b8c5b9b285cbdddc9f8d", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2797f8c23d05c0ee06b3", "gold": ["B"], "forbid": [], "option_ids": ["A", "insufficient", "B"], "gold_desc_id": "insufficient", "ok": true, "e2e_ms": 52.64011799590662, "probs": [0.020042268594912593, 0.21743089555343206, 0.7625268358516554], "top": "B", "option_logits": null, "prompt_sha256": "8494413c37184f76cf07859eef5fe11f7373b1acb0da7cbd005226a5bb00610d", "input_tokens": 209, "server_ms": 35.08}, {"id": "7ed75d854d99b3a81916", "set": "authored144", "cond": "evidence", "decision": "evidence", "tag": "case", "group": "2797f8c23d05c0ee06b3", "gold": ["insufficient"], "forbid": [], "option_ids": ["insufficient", "B", "A"], "gold_desc_id": "A", "ok": true, "e2e_ms": 52.985697984695435, "probs": [0.33058297459294167, 0.050336110784327995, 0.6190809146227304], "top": "A", "option_logits": null, "prompt_sha256": "70f353d85ca31feb6cd6d5c421fe7a2e877a313657d44902068dc2f6ef451bf8", "input_tokens": 207, "server_ms": 34.65}], "seconds": 7.7, "failures": 0}}, "finished_utc": "2026-09-30T16:46:49Z"} \ No newline at end of file diff --git a/services/intern-decision-serve/acceptance/gpu1-live/shape-from-nh3dev.json b/services/intern-decision-serve/acceptance/gpu1-live/shape-from-nh3dev.json new file mode 100644 index 0000000..e5d263e --- /dev/null +++ b/services/intern-decision-serve/acceptance/gpu1-live/shape-from-nh3dev.json @@ -0,0 +1 @@ +{"label": "gpu1-from-nh3dev", "backend": "semif", "runs": 3, "per": 20, "max_questions": 10000, "events": [["start", 1790786561.6614697], ["short1:measure", 1790786561.795557], ["crit21:measure", 1790786566.2917683], ["long1:measure", 1790786580.0000832], ["long16:measure", 1790786599.4421108], ["shapes:done", 1790786613.8964252], ["end", 1790786613.896427]], "shapes": {"short1": {"rows": 1, "runs": [{"e2e_ms": [56.185927998740226, 55.15307298628613, 55.357352015562356, 54.251163033768535, 54.68238994944841, 54.9185189884156, 55.455722962506115, 55.212720995768905, 53.89332096092403, 53.90926997642964, 53.87841397896409, 54.129586031194776, 53.35474800085649, 53.38069499703124, 53.78296400886029, 53.54870803421363, 53.70476597454399, 54.571134969592094, 54.76096895290539, 52.966085029765964], "server_ms": [37.29905211366713, 36.49478196166456, 36.43784113228321, 35.87116510607302, 36.0612659715116, 35.706913098692894, 36.73809487372637, 35.71148309856653, 35.630342084914446, 35.53547081537545, 35.33996804617345, 35.12311610393226, 35.24525696411729, 35.15301691368222, 35.168435890227556, 35.09424580261111, 35.191346891224384, 35.106595838442445, 35.36234889179468, 35.00625491142273], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": 181, "median_e2e": 54.190374532481655, "median_server": 35.448909853585064}, {"e2e_ms": [54.20220602536574, 53.80337004316971, 53.998954012058675, 53.38969500735402, 53.81681496510282, 53.96678001852706, 53.426245984155685, 54.203280014917254, 55.03739300183952, 54.81596599565819, 54.11255999933928, 54.68651500996202, 54.3535629985854, 54.352541046682745, 1071.1610530270264, 63.17531899549067, 54.144159017596394, 53.62485401565209, 53.71145100798458, 53.64206503145397], "server_ms": [35.146846901625395, 34.96586508117616, 35.213237162679434, 34.89573299884796, 35.144345834851265, 34.94440414942801, 35.132355988025665, 34.948743879795074, 36.72276507131755, 36.41404095105827, 36.07863700017333, 36.3710408564657, 36.70336399227381, 36.40380105935037, 36.62309399805963, 35.28231801465154, 35.235446877777576, 35.01008381135762, 35.09918600320816, 35.187147092074156], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": 181, "median_e2e": 54.12835950846784, "median_server": 35.200192127376795}, {"e2e_ms": [52.961805020458996, 53.90457296743989, 54.020973038859665, 62.628725019749254, 53.072125010658056, 53.084570041392, 53.91808901913464, 53.26455499744043, 53.38821397162974, 53.25448600342497, 53.460038965567946, 52.61560599319637, 52.784082014113665, 53.020844992715865, 53.66958404192701, 54.09113597124815, 53.538414009381086, 53.015334997326136, 53.11888997675851, 52.56087495945394], "server_ms": [35.06609611213207, 35.127206007018685, 35.12617596425116, 35.21102690137923, 34.99448415823281, 34.747710917145014, 35.281367832794785, 34.94274406693876, 35.33166809938848, 35.089854849502444, 35.113535821437836, 34.88673293031752, 35.03679484128952, 35.07417510263622, 35.4030798189342, 35.08775494992733, 35.00438411720097, 34.838643157854676, 35.16022698022425, 34.72828189842403], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": 181, "median_e2e": 53.2595205004327, "median_server": 35.080965026281774}], "tokens": 181, "median_e2e_ms": 53.9, "run_medians_e2e_ms": [54.2, 54.1, 53.3], "median_server_ms": 35.2, "non_200": 0}, "crit21": {"rows": 21, "runs": [{"e2e_ms": [113.58335800468922, 113.92949399305508, 113.62704902421683, 113.8766820076853, 114.66023500543088, 115.24041503435001, 114.9028799845837, 114.94556098477915, 114.26124698482454, 113.75345900887623, 114.31723897112533, 114.45676896255463, 114.52516895951703, 114.05248095979914, 114.82572898967192, 114.4771070103161, 113.81713004084304, 114.60664699552581, 114.19090098934248, 113.99304500082508], "server_ms": [80.16382693313062, 80.36260888911784, 80.32274898141623, 80.25520713999867, 80.1209460478276, 80.09437588043511, 80.54474089294672, 81.2427590135485, 80.45632112771273, 80.4810500703752, 80.60901192948222, 80.16986702568829, 80.2300269715488, 80.24806808680296, 80.40860993787646, 81.15086681209505, 80.56299085728824, 80.06377494893968, 80.3188479039818, 80.19803697243333], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": null, "median_e2e": 114.28924297797494, "median_server": 80.32079844269902}, {"e2e_ms": [113.82344301091507, 113.98942704545334, 114.09186501987278, 114.83615398174152, 113.24777000118047, 114.44145103450865, 115.74147001374513, 113.770978001412, 116.94828298641369, 113.97319997195154, 109.6008860040456, 114.09709200961515, 113.82189398864284, 113.84930100757629, 113.8442840310745, 114.56820002058521, 114.72953000338748, 114.6280980319716, 114.43368997424841, 114.80989900883287], "server_ms": [80.2017969544977, 80.29693807475269, 80.2786978892982, 80.46444994397461, 80.22601692937315, 80.17864706926048, 80.35570895299315, 80.08833602070808, 81.84636617079377, 80.47096990048885, 81.12136810086668, 80.34136798232794, 80.02118393778801, 80.17011685296893, 80.08303516544402, 80.16061689704657, 80.37420897744596, 80.40843904018402, 80.32975881360471, 80.29068796895444], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": null, "median_e2e": 114.09447851474397, "median_server": 80.29381302185357}, {"e2e_ms": [114.32017397601157, 117.96184896957129, 116.25791096594185, 114.29553100606427, 115.26502500055358, 107.94635600177571, 114.01140800444409, 113.5170700144954, 114.9080689647235, 114.84103702241555, 114.15628698887303, 114.08508603926748, 114.16277900571004, 114.12651202408597, 114.99843996716663, 113.96447999868542, 115.42021000059322, 114.56603102851659, 114.94211404351518, 114.37698802910745], "server_ms": [80.23383794352412, 81.11921790987253, 80.26744704693556, 80.0662359688431, 80.4322799667716, 80.22086694836617, 80.27595700696111, 80.0067640375346, 80.26233711279929, 80.40958899073303, 80.23483795113862, 80.28276800177991, 80.31038916669786, 80.39937890134752, 80.28404810465872, 80.19028697162867, 80.42542007751763, 80.30770788900554, 80.37314913235605, 80.35512804053724], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": null, "median_e2e": 114.34858100255951, "median_server": 80.28340805321932}], "tokens": null, "median_e2e_ms": 114.3, "run_medians_e2e_ms": [114.3, 114.1, 114.3], "median_server_ms": 80.3, "non_200": 0}, "long1": {"rows": 1, "runs": [{"e2e_ms": [201.07466098852456, 201.25595899298787, 213.42234400799498, 209.05971503816545, 211.65212098276243, 213.64701801212505, 211.98941499460489, 218.9142609713599, 208.68858601897955, 203.7032549851574, 211.97794994805008, 214.05536198290065, 208.87496398063377, 212.6418330008164, 204.27908102283254, 208.4360679727979, 213.45071401447058, 211.56698401318863, 216.6357120149769, 210.95129899913445], "server_ms": [176.2117869220674, 176.07871512882411, 187.5385269522667, 183.14708699472249, 187.27068603038788, 189.63044183328748, 187.99053295515478, 193.9114909619093, 184.4813919160515, 179.2445310857147, 187.07307195290923, 189.14818693883717, 184.65812387876213, 187.70122900605202, 179.42141299135983, 183.85379505343735, 190.02704601734877, 187.29196395725012, 191.38796208426356, 184.93421794846654], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": 4019, "median_e2e": 211.60955249797553, "median_server": 187.17187899164855}, {"e2e_ms": [214.69180600252002, 211.12954802811146, 212.06005598651245, 208.92055501462892, 212.59110805112869, 205.8007880114019, 211.22788096545264, 213.24836101848632, 211.48850297322497, 211.16350800730288, 205.2364099654369, 213.8488030177541, 207.02257100492716, 205.0095039885491, 203.44680303242058, 212.83538499847054, 216.0575269954279, 212.5064370338805, 213.71347398962826, 207.73699501296505], "server_ms": [189.4682499114424, 186.8048789910972, 187.64610891230404, 185.05838909186423, 188.3633069228381, 181.10034288838506, 187.0919328648597, 189.07467601820827, 186.78087810985744, 186.15243094973266, 180.49619579687715, 189.9437450338155, 181.76631210371852, 180.0995219964534, 178.9227279368788, 188.63904103636742, 191.31300202570856, 188.63727012649179, 189.360128948465, 183.80225403234363], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": 4019, "median_e2e": 211.3581919693388, "median_server": 186.94840592797846}, {"e2e_ms": [211.5567039581947, 207.8533250023611, 214.16606899583712, 206.39903203118593, 211.48150198860094, 204.31739097693935, 211.97730698622763, 201.11146802082658, 201.64729398675263, 205.89542400557548, 202.4893019697629, 210.57170705171302, 211.5771399694495, 216.66355500929058, 209.90153803722933, 214.5676319487393, 210.94122901558876, 207.8102810191922, 211.16335497936234, 212.15065696742386], "server_ms": [186.99781107716262, 184.2603099066764, 190.52091194316745, 182.63353104703128, 187.8753020428121, 179.44408394396305, 187.96685198321939, 176.1200651526451, 177.63973399996758, 181.64889980107546, 177.31358902528882, 186.31826294586062, 186.86820985749364, 191.6698249988258, 185.86406903341413, 189.97784587554634, 185.23099995218217, 183.76687401905656, 186.2029330804944, 186.9842919986695], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": 4019, "median_e2e": 210.7564680336509, "median_server": 186.03350105695426}], "tokens": 4019, "median_e2e_ms": 211.2, "run_medians_e2e_ms": [211.6, 211.4, 210.8], "median_server_ms": 186.8, "non_200": 0}, "long16": {"rows": 16, "runs": [{"e2e_ms": [235.97326298477128, 237.44609899586067, 251.7742600175552, 234.76688901428133, 235.66584096988663, 238.2615620153956, 235.93839595559984, 236.5614779992029, 236.5817950339988, 253.15484596649185, 235.46458699274808, 241.82038399158046, 246.98888399871066, 250.0694419723004, 240.56200595805421, 242.6385070430115, 242.58206598460674, 238.16161503782496, 234.44204597035423, 233.5029260138981], "server_ms": [201.93989388644695, 202.67793303355575, 216.87507699243724, 201.42858801409602, 203.08376802131534, 204.83252801932395, 204.22850991599262, 202.81744399107993, 203.53949209675193, 219.02193292044103, 202.2660670336336, 208.53806100785732, 213.31387595273554, 217.61243510991335, 207.4596278835088, 209.52440216206014, 209.60789313539863, 205.73902782052755, 202.00943597592413, 201.4701289590448], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": null, "median_e2e": 237.8038570168428, "median_server": 204.53051896765828}, {"e2e_ms": [237.4112880206667, 238.23550500674173, 235.89864798123017, 238.61347301863134, 246.3392830104567, 238.899762975052, 236.70483502792194, 239.24205405637622, 240.24265399202704, 238.82960597984493, 236.4223480108194, 249.77926100837067, 244.88313304027542, 237.71785805001855, 235.5581999872811, 246.02901004254818, 238.30564599484205, 241.57838901737705, 244.92180696688592, 235.74045597342774], "server_ms": [203.84610607288778, 205.0527399405837, 202.117086853832, 204.48866416700184, 213.17840390838683, 206.03163191117346, 204.1369890794158, 205.77497803606093, 207.54526904784143, 205.93165094032884, 203.85568612255156, 217.84180798567832, 211.73007786273956, 204.23926087096334, 203.74786504544318, 212.8840300720185, 204.4498031027615, 208.10080599039793, 211.61789586767554, 202.63343211263418], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": null, "median_e2e": 238.72153949923813, "median_server": 205.41385898832232}, {"e2e_ms": [236.0350610106252, 254.21904999529943, 236.08525400049984, 238.34805795922875, 244.30291302269325, 236.63140402641147, 235.60065496712923, 247.78952298220247, 236.14045296562836, 238.3485269965604, 245.13970699626952, 236.05588602367789, 238.43192600179464, 252.89884099038318, 245.43284199899063, 245.64808898139745, 236.96602298878133, 238.01057500531897, 240.49582105362788, 252.1786759607494], "server_ms": [202.41240016184747, 222.13723696768284, 203.51339201442897, 205.42212412692606, 212.45029591955245, 204.4019929599017, 203.37495114654303, 215.37298918701708, 204.35013296082616, 205.63702704384923, 212.57854788564146, 202.99717597663403, 205.1952420733869, 219.46388692595065, 211.41804289072752, 212.0838409755379, 203.90718686394393, 204.6042550355196, 207.01616303995252, 218.71576784178615], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": null, "median_e2e": 238.39022649917752, "median_server": 205.52957558538765}], "tokens": null, "median_e2e_ms": 238.3, "run_medians_e2e_ms": [237.8, 238.7, 238.4], "median_server_ms": 205.3, "non_200": 0}}} \ No newline at end of file diff --git a/services/intern-decision-serve/acceptance/gpu1-live/vram-gpu1.csv b/services/intern-decision-serve/acceptance/gpu1-live/vram-gpu1.csv new file mode 100644 index 0000000..35a7c2f --- /dev/null +++ b/services/intern-decision-serve/acceptance/gpu1-live/vram-gpu1.csv @@ -0,0 +1,3036 @@ +# pid=1905638 gpu=GPU-c7aaa677-c5f3-fef8-4957-5cd6de762b0d +1790786507.985287960,8812,90624 +1790786508.086111105,8812,90624 +1790786508.186171532,8812,90624 +1790786508.287641565,8812,90624 +1790786508.393218355,8812,90624 +1790786508.492226500,8812,90624 +1790786508.597174693,8812,90624 +1790786508.697941617,8812,90624 +1790786508.799895456,8812,90624 +1790786508.908747184,8812,90624 +1790786509.017783524,8812,90624 +1790786509.124885142,8812,90624 +1790786509.235664663,8812,90624 +1790786509.342030152,8812,90624 +1790786509.449488724,8812,90624 +1790786509.554011732,8812,90624 +1790786509.661322543,8812,90624 +1790786509.769102369,8812,90624 +1790786509.878027077,8812,90624 +1790786509.985740483,8812,90624 +1790786510.095683204,8812,90624 +1790786510.203176906,8812,90624 +1790786510.307747885,8812,90624 +1790786510.416551782,8812,90624 +1790786510.520930569,8812,90624 +1790786510.629861318,8812,90624 +1790786510.737894277,8812,90624 +1790786510.846808786,8812,90624 +1790786510.950780658,8812,90624 +1790786511.061065753,8812,90624 +1790786511.170009822,8812,90624 +1790786511.280398888,8812,90624 +1790786511.387809859,8812,90624 +1790786511.494348621,8812,90624 +1790786511.603591303,8812,90624 +1790786511.713254571,8812,90624 +1790786511.823162961,8812,90624 +1790786511.932270152,8812,90624 +1790786512.036039602,8812,90624 +1790786512.143183320,8812,90624 +1790786512.260526467,8812,90624 +1790786512.375158382,8812,90624 +1790786512.483357822,8812,90624 +1790786512.590492931,8812,90624 +1790786512.698961885,8812,90624 +1790786512.806127193,8812,90624 +1790786512.912826966,8812,90624 +1790786513.016117210,8812,90624 +1790786513.124796697,8812,90624 +1790786513.241428385,8812,90624 +1790786513.355534674,8812,90624 +1790786513.467756021,8812,90624 +1790786513.583221666,8812,90624 +1790786513.695642145,8812,90624 +1790786513.809796484,8812,90624 +1790786513.925308300,8812,90624 +1790786514.038989284,8812,90624 +1790786514.154069924,8812,90624 +1790786514.259751155,8812,90624 +1790786514.365498238,8812,90624 +1790786514.477955008,8812,90624 +1790786514.585309138,8812,90624 +1790786514.693821633,8812,90624 +1790786514.802815923,8812,90624 +1790786514.913512802,8812,90624 +1790786515.018152242,8812,90624 +1790786515.128784901,8812,90624 +1790786515.236880300,8812,90624 +1790786515.346737730,8812,90624 +1790786515.457326438,8812,90624 +1790786515.565149995,8812,90624 +1790786515.679614138,8812,90624 +1790786515.793857368,8812,90624 +1790786515.907518902,8812,90624 +1790786516.018994240,8812,90624 +1790786516.133095519,8812,90624 +1790786516.247953467,8812,90624 +1790786516.359487296,8812,90624 +1790786516.472980838,8812,90624 +1790786516.586650152,8812,90624 +1790786516.698014609,8812,90624 +1790786516.811196607,8812,90624 +1790786516.923578566,8812,90624 +1790786517.035773703,8812,90624 +1790786517.147770398,8812,90624 +1790786517.263291163,8812,90624 +1790786517.375758863,8812,90624 +1790786517.487976780,8812,90624 +1790786517.602711566,8812,90624 +1790786517.714730951,8812,90624 +1790786517.827107710,8812,90624 +1790786517.942023038,8812,90624 +1790786518.058464664,8812,90624 +1790786518.175563938,8812,90624 +1790786518.288746356,8812,90624 +1790786518.401811373,8812,90624 +1790786518.514615497,8812,90624 +1790786518.629672947,8812,90624 +1790786518.743652004,8812,90624 +1790786518.853558865,8812,90624 +1790786518.961563973,8812,90624 +1790786519.068433998,8812,90624 +1790786519.176962013,8812,90624 +1790786519.284265153,8812,90624 +1790786519.391209099,8812,90624 +1790786519.499401950,8812,90624 +1790786519.609022197,8812,90624 +1790786519.717903336,8812,90624 +1790786519.825847643,8812,90624 +1790786519.935580911,8812,90624 +1790786520.044437650,8812,90624 +1790786520.150187522,8812,90624 +1790786520.257440772,8812,90624 +1790786520.366087818,8812,90624 +1790786520.469653975,8812,90624 +1790786520.578205370,8812,90624 +1790786520.693764935,8812,90624 +1790786520.803152180,8812,90624 +1790786520.913962171,8812,90624 +1790786521.019399279,8812,90624 +1790786521.126884802,8812,90624 +1790786521.227825958,8812,90624 +1790786521.337154972,8812,90624 +1790786521.445192151,8812,90624 +1790786521.552611342,8812,90624 +1790786521.660130375,8812,90624 +1790786521.774971073,8812,90624 +1790786521.886573663,8812,90624 +1790786522.001738934,8812,90624 +1790786522.116859565,8812,90624 +1790786522.230861892,8812,90624 +1790786522.339229335,8812,90624 +1790786522.449806243,8812,90624 +1790786522.558251957,8812,90624 +1790786522.666017562,8812,90624 +1790786522.775860212,8812,90624 +1790786522.883551026,8812,90624 +1790786522.989443701,8812,90624 +1790786523.096142434,8812,90624 +1790786523.202019738,8812,90624 +1790786523.308781412,8812,90624 +1790786523.417899093,8812,90624 +1790786523.526349047,8812,90624 +1790786523.633491445,8812,90624 +1790786523.741299322,8812,90624 +1790786523.845937481,8812,90624 +1790786523.951768974,8812,90624 +1790786524.057871950,8812,90624 +1790786524.164430312,8812,90624 +1790786524.273534793,8812,90624 +1790786524.379745131,8812,90624 +1790786524.488098103,8812,90624 +1790786524.594547674,8812,90624 +1790786524.697537464,8812,90624 +1790786524.804944776,8812,90624 +1790786524.912443299,8812,90624 +1790786525.021423868,8812,90624 +1790786525.128915410,8812,90624 +1790786525.234203827,8812,90624 +1790786525.337066966,8812,90624 +1790786525.440940327,8812,90624 +1790786525.551484905,8812,90624 +1790786525.656219165,8812,90624 +1790786525.764134173,8812,90624 +1790786525.870105168,8812,90624 +1790786525.979064327,8812,90624 +1790786526.085091993,8812,90624 +1790786526.194147203,8812,90624 +1790786526.302960911,8812,90624 +1790786526.408198968,8812,90624 +1790786526.523109466,8812,90624 +1790786526.637840472,8812,90624 +1790786526.752455687,8812,90624 +1790786526.868220345,8812,90624 +1790786526.981400093,8812,90624 +1790786527.094901475,8812,90624 +1790786527.207754499,8812,90624 +1790786527.321788308,8812,90624 +1790786527.435210338,8812,90624 +1790786527.547035341,8812,90624 +1790786527.662431375,8812,90624 +1790786527.774971016,8812,90624 +1790786527.892548065,8812,90624 +1790786528.010021603,8812,90624 +1790786528.123984020,8812,90624 +1790786528.235696001,8812,90624 +1790786528.349833670,8812,90624 +1790786528.463689727,8812,90624 +1790786528.575375928,8812,90624 +1790786528.686879177,8812,90624 +1790786528.801816625,8812,90624 +1790786528.915907834,8812,90624 +1790786529.021731297,8812,90624 +1790786529.127412938,8812,90624 +1790786529.242076414,8812,90624 +1790786529.354581124,8812,90624 +1790786529.471009520,8812,90624 +1790786529.586389414,8812,90624 +1790786529.698030764,8812,90624 +1790786529.815598973,8812,90624 +1790786529.932090700,8812,90624 +1790786530.046965988,8812,90624 +1790786530.159582839,8812,90624 +1790786530.269154866,8812,90624 +1790786530.377179615,8812,90624 +1790786530.484451855,8812,90624 +1790786530.592708135,8812,90624 +1790786530.701370282,8812,90624 +1790786530.817080869,8812,90624 +1790786530.931803545,8812,90624 +1790786531.045807553,8812,90624 +1790786531.159396426,8812,90624 +1790786531.271951707,8812,90624 +1790786531.387742565,8812,90624 +1790786531.503298121,8812,90624 +1790786531.616379788,8812,90624 +1790786531.731496529,8812,90624 +1790786531.848163537,8812,90624 +1790786531.962962554,8812,90624 +1790786532.075604776,8812,90624 +1790786532.191058871,8812,90624 +1790786532.303920495,8812,90624 +1790786532.418867054,8812,90624 +1790786532.533468429,8812,90624 +1790786532.646945360,8812,90624 +1790786532.760138049,8812,90624 +1790786532.878960912,8812,90624 +1790786532.991581994,8812,90624 +1790786533.105844465,8812,90624 +1790786533.219139844,8812,90624 +1790786533.333932111,8812,90624 +1790786533.451738033,8812,90624 +1790786533.565752411,8812,90624 +1790786533.670905106,8812,90624 +1790786533.781670706,8812,90624 +1790786533.891252653,8812,90624 +1790786534.000798240,8812,90624 +1790786534.111905853,8812,90624 +1790786534.219379666,8812,90624 +1790786534.324502571,8812,90624 +1790786534.427793915,8812,90624 +1790786534.534553509,8812,90624 +1790786534.640904879,8812,90624 +1790786534.747855954,8812,90624 +1790786534.856257947,8812,90624 +1790786534.973175709,8812,90624 +1790786535.087136216,8812,90624 +1790786535.200454476,8812,90624 +1790786535.313857497,8812,90624 +1790786535.428443551,8812,90624 +1790786535.544118858,8812,90624 +1790786535.659389051,8812,90624 +1790786535.771202353,8812,90624 +1790786535.885970259,8812,90624 +1790786535.997987515,8812,90624 +1790786536.114008235,8812,90624 +1790786536.233546847,8812,90624 +1790786536.348087361,8812,90624 +1790786536.464037072,8812,90624 +1790786536.579661768,8812,90624 +1790786536.694012170,8812,90624 +1790786536.807994997,8812,90624 +1790786536.923305600,8812,90624 +1790786537.035531698,8812,90624 +1790786537.151011582,8812,90624 +1790786537.264109929,8812,90624 +1790786537.379547794,8812,90624 +1790786537.493830455,8812,90624 +1790786537.609880136,8812,90624 +1790786537.725705355,8812,90624 +1790786537.840605743,8812,90624 +1790786537.954025664,8812,90624 +1790786538.068045912,8812,90624 +1790786538.181050528,8812,90624 +1790786538.294280847,8812,90624 +1790786538.408338635,8812,90624 +1790786538.519503051,8812,90624 +1790786538.635089886,8812,90624 +1790786538.748086812,8812,90624 +1790786538.862019510,8812,90624 +1790786538.975717874,8812,90624 +1790786539.089926564,8812,90624 +1790786539.203404425,8812,90624 +1790786539.318010870,8812,90624 +1790786539.430955586,8812,90624 +1790786539.543525347,8812,90624 +1790786539.655123917,8812,90624 +1790786539.769481348,8812,90624 +1790786539.882594006,8812,90624 +1790786539.995203168,8812,90624 +1790786540.110765313,8812,90624 +1790786540.217261904,8812,90624 +1790786540.325162522,8812,90624 +1790786540.434060520,8812,90624 +1790786540.543054790,8812,90624 +1790786540.647777890,8812,90624 +1790786540.756285015,8812,90624 +1790786540.867360369,8812,90624 +1790786540.972244301,8812,90624 +1790786541.074391922,8812,90624 +1790786541.180411697,8812,90624 +1790786541.291547992,8812,90624 +1790786541.399472950,8812,90624 +1790786541.515203707,8812,90624 +1790786541.626050118,8812,90624 +1790786541.738617849,8812,90624 +1790786541.856135488,8812,90624 +1790786541.972104298,8812,90624 +1790786542.088586185,8812,90624 +1790786542.204495194,8812,90624 +1790786542.321946122,8812,90624 +1790786542.435652766,8812,90624 +1790786542.550846368,8812,90624 +1790786542.663275247,8812,90624 +1790786542.772520140,8812,90624 +1790786542.886663099,8812,90624 +1790786543.000026590,8812,90624 +1790786543.113986877,8812,90624 +1790786543.218949550,8812,90624 +1790786543.326307451,8812,90624 +1790786543.431946882,8812,90624 +1790786543.540076742,8812,90624 +1790786543.649747650,8812,90624 +1790786543.755087167,8812,90624 +1790786543.872741997,8812,90624 +1790786543.987961819,8812,90624 +1790786544.100861274,8812,90624 +1790786544.214737350,8812,90624 +1790786544.330195255,8812,90624 +1790786544.443176621,8812,90624 +1790786544.555206086,8812,90624 +1790786544.667618875,8812,90624 +1790786544.783242192,8812,90624 +1790786544.895496149,8812,90624 +1790786545.010085343,8812,90624 +1790786545.122581904,8812,90624 +1790786545.238041209,8812,90624 +1790786545.349937942,8812,90624 +1790786545.463515485,8812,90624 +1790786545.575382438,8812,90624 +1790786545.691442979,8812,90624 +1790786545.803339402,8812,90624 +1790786545.915911344,8812,90624 +1790786546.030872363,8812,90624 +1790786546.147610812,8812,90624 +1790786546.259945421,8812,90624 +1790786546.375312174,8812,90624 +1790786546.487225538,8812,90624 +1790786546.601885323,8812,90624 +1790786546.716165724,8812,90624 +1790786546.831622759,8812,90624 +1790786546.948638051,8812,90624 +1790786547.063972574,8812,90624 +1790786547.178532908,8812,90624 +1790786547.290730155,8812,90624 +1790786547.397654071,8812,90624 +1790786547.504069871,8812,90624 +1790786547.612249761,8812,90624 +1790786547.720261480,8812,90624 +1790786547.832513138,8812,90624 +1790786547.941205334,8812,90624 +1790786548.049455265,8812,90624 +1790786548.157948609,8812,90624 +1790786548.263493750,8812,90624 +1790786548.369884779,8812,90624 +1790786548.475814853,8812,90624 +1790786548.584027084,8812,90624 +1790786548.691259004,8812,90624 +1790786548.798891068,8812,90624 +1790786548.905386608,8812,90624 +1790786549.015451571,8812,90624 +1790786549.128061972,8812,90624 +1790786549.243012212,8812,90624 +1790786549.359543158,8812,90624 +1790786549.475249606,8812,90624 +1790786549.593529793,8812,90624 +1790786549.703456754,8812,90624 +1790786549.809116855,8812,90624 +1790786549.916220133,8812,90624 +1790786550.025657408,8812,90624 +1790786550.129835252,8812,90624 +1790786550.239135645,8812,90624 +1790786550.349335839,8812,90624 +1790786550.457367568,8812,90624 +1790786550.565086503,8812,90624 +1790786550.672355763,8812,90624 +1790786550.782135072,8812,90624 +1790786550.897506275,8812,90624 +1790786551.004815686,8812,90624 +1790786551.112588621,8812,90624 +1790786551.217887648,8812,90624 +1790786551.324147777,8812,90624 +1790786551.439109326,8812,90624 +1790786551.553855932,8812,90624 +1790786551.667999091,8812,90624 +1790786551.783471986,8812,90624 +1790786551.896435872,8812,90624 +1790786552.004703823,8812,90624 +1790786552.112662601,8812,90624 +1790786552.217316220,8812,90624 +1790786552.325951826,8812,90624 +1790786552.435224880,8812,90624 +1790786552.542020524,8812,90624 +1790786552.649836580,8812,90624 +1790786552.753521908,8812,90624 +1790786552.861683969,8812,90624 +1790786552.971156395,8812,90624 +1790786553.079963482,8812,90624 +1790786553.189404277,8812,90624 +1790786553.296952040,8812,90624 +1790786553.403377821,8812,90624 +1790786553.509828770,8812,90624 +1790786553.618024701,8812,90624 +1790786553.723927015,8812,90624 +1790786553.831197575,8812,90624 +1790786553.936829946,8812,90624 +1790786554.043696451,8812,90624 +1790786554.153229388,8812,90624 +1790786554.263396181,8812,90624 +1790786554.375738839,8812,90624 +1790786554.485316186,8812,90624 +1790786554.592947950,8812,90624 +1790786554.697304407,8812,90624 +1790786554.801755964,8812,90624 +1790786554.906934770,8812,90624 +1790786555.015489654,8812,90624 +1790786555.124903549,8812,90624 +1790786555.231758354,8812,90624 +1790786555.338090023,8812,90624 +1790786555.445440584,8812,90624 +1790786555.554320313,8812,90624 +1790786555.661049546,8812,90624 +1790786555.772436024,8812,90624 +1790786555.881805768,8812,90624 +1790786555.988998407,8812,90624 +1790786556.094104472,8812,90624 +1790786556.199570301,8812,90624 +1790786556.309604263,8812,90624 +1790786556.417913145,8812,90624 +1790786556.523518926,8812,90624 +1790786556.625939110,8812,90624 +1790786556.734116190,8812,90624 +1790786556.843428443,8812,90624 +1790786556.954959253,8812,90624 +1790786557.071491710,8812,90624 +1790786557.187483530,8812,90624 +1790786557.301322846,8812,90624 +1790786557.415620017,8812,90624 +1790786557.529561194,8812,90624 +1790786557.642729673,8812,90624 +1790786557.755735449,8812,90624 +1790786557.867859555,8812,90624 +1790786557.977955177,8812,90624 +1790786558.086161888,8812,90624 +1790786558.192858291,8812,90624 +1790786558.302033903,8812,90624 +1790786558.408191550,8812,90624 +1790786558.515271568,8812,90624 +1790786558.623226786,8812,90624 +1790786558.728511703,8812,90624 +1790786558.841152325,8812,90624 +1790786558.948570966,8812,90624 +1790786559.055269400,8812,90624 +1790786559.162143825,8812,90624 +1790786559.269055921,8812,90624 +1790786559.372096882,8812,90624 +1790786559.479250350,8812,90624 +1790786559.585591230,8812,90624 +1790786559.695034935,8812,90624 +1790786559.800911109,8812,90624 +1790786559.915966428,8812,90624 +1790786560.031626495,8812,90624 +1790786560.145066307,8812,90624 +1790786560.261379001,8812,90624 +1790786560.376096237,8812,90624 +1790786560.490891584,8812,90624 +1790786560.603508276,8812,90624 +1790786560.711212601,8812,90624 +1790786560.820578065,8812,90624 +1790786560.929762757,8812,90624 +1790786561.039356054,8812,90624 +1790786561.149365945,8812,90624 +1790786561.259560589,8812,90624 +1790786561.368339666,8812,90624 +1790786561.476067441,8812,90624 +1790786561.584303962,8812,90624 +1790786561.697906466,8812,90624 +1790786561.801721766,8818,90630 +1790786561.913003602,8818,90630 +1790786562.023832733,8818,90630 +1790786562.133192997,8818,90630 +1790786562.242024595,8818,90630 +1790786562.352677004,8818,90630 +1790786562.457851590,8818,90630 +1790786562.561517408,8818,90630 +1790786562.665672402,8818,90630 +1790786562.770686536,8818,90630 +1790786562.874167562,8818,90630 +1790786562.979580620,8818,90630 +1790786563.081894523,8818,90630 +1790786563.183066412,8818,90630 +1790786563.288497271,8818,90630 +1790786563.391153228,8818,90630 +1790786563.491612139,8818,90630 +1790786563.597884277,8818,90630 +1790786563.701550376,8818,90630 +1790786563.802988148,8818,90630 +1790786563.905923558,8818,90630 +1790786564.013789424,8818,90630 +1790786564.123624864,8818,90630 +1790786564.232744896,8818,90630 +1790786564.340577022,8818,90630 +1790786564.449220698,8818,90630 +1790786564.557284437,8818,90630 +1790786564.663737177,8818,90630 +1790786564.767934062,8818,90630 +1790786564.877093983,8818,90630 +1790786564.987583991,8818,90630 +1790786565.089834442,8818,90630 +1790786565.194720715,8818,90630 +1790786565.297846147,8818,90630 +1790786565.402062361,8818,90630 +1790786565.507729173,8818,90630 +1790786565.611398291,8818,90630 +1790786565.714427122,8818,90630 +1790786565.817550214,8818,90630 +1790786565.919808666,8818,90630 +1790786566.025480928,8818,90630 +1790786566.133821280,8818,90750 +1790786566.241612515,8938,90750 +1790786566.348515761,8938,90750 +1790786566.457599232,8938,90750 +1790786566.565279857,8938,90750 +1790786566.671802358,8938,90750 +1790786566.781007100,8938,90750 +1790786566.889219061,8938,90750 +1790786566.996883475,8938,90750 +1790786567.105085226,8938,90750 +1790786567.210470724,8938,90750 +1790786567.312519264,8938,90750 +1790786567.416968531,8938,90750 +1790786567.523387732,8938,90750 +1790786567.623597200,8938,90750 +1790786567.732672611,8938,90750 +1790786567.840497887,8938,90750 +1790786567.951759253,8938,90750 +1790786568.058628188,8938,90750 +1790786568.165382372,8938,90750 +1790786568.272947935,8938,90750 +1790786568.380445348,8938,90750 +1790786568.487637917,8938,90750 +1790786568.593699253,8938,90750 +1790786568.697846257,8938,90750 +1790786568.805818965,8938,90750 +1790786568.911048561,8938,90750 +1790786569.011544613,8938,90750 +1790786569.114689065,8938,90750 +1790786569.215014655,8938,90750 +1790786569.316819052,8938,90750 +1790786569.420891305,8938,90750 +1790786569.521853891,8938,90750 +1790786569.622014229,8938,90750 +1790786569.725936400,8938,90750 +1790786569.830783802,8938,90750 +1790786569.933513210,8938,90750 +1790786570.036380759,8938,90750 +1790786570.143490217,8938,90750 +1790786570.247594360,8938,90750 +1790786570.353582315,8938,90750 +1790786570.459332548,8938,90750 +1790786570.561039373,8938,90750 +1790786570.664968985,8938,90750 +1790786570.767772903,8938,90750 +1790786570.868673669,8938,90750 +1790786570.974221319,8938,90750 +1790786571.076365650,8938,90750 +1790786571.179551993,8938,90750 +1790786571.283129790,8938,90750 +1790786571.386729217,8938,90750 +1790786571.485826143,8938,90750 +1790786571.589356679,8938,90750 +1790786571.690117234,8938,90750 +1790786571.795921047,8938,90750 +1790786571.893381384,8938,90750 +1790786571.991174054,8938,90750 +1790786572.094851092,8938,90750 +1790786572.193589004,8938,90750 +1790786572.296163669,8938,90750 +1790786572.400054580,8938,90750 +1790786572.500646993,8938,90750 +1790786572.605769798,8938,90750 +1790786572.705652272,8938,90750 +1790786572.812996123,8938,90750 +1790786572.919917969,8938,90750 +1790786573.026007915,8938,90750 +1790786573.133525398,8938,90750 +1790786573.239847387,8938,90958 +1790786573.351033312,9146,91214 +1790786573.465906510,9402,91214 +1790786573.575349385,9402,91214 +1790786573.685222045,9402,91214 +1790786573.785357443,9402,91214 +1790786573.893903767,9402,91214 +1790786573.997804018,9402,91214 +1790786574.096137945,9402,91214 +1790786574.199515510,9402,91214 +1790786574.305087960,9402,91214 +1790786574.411245497,9402,91214 +1790786574.506616960,9402,91214 +1790786574.605285090,9402,91214 +1790786574.710089231,9402,91214 +1790786574.804942788,9402,91214 +1790786574.900888437,9402,91214 +1790786575.001355058,9402,91214 +1790786575.099986518,9402,91214 +1790786575.207929856,9402,91214 +1790786575.309542160,9402,91214 +1790786575.415520335,9402,91214 +1790786575.511757268,9402,91216 +1790786575.625242879,9404,91216 +1790786575.725403227,9404,91216 +1790786575.837270780,9404,91216 +1790786575.939488932,9404,91216 +1790786576.041599002,9404,91216 +1790786576.151218719,9404,91216 +1790786576.252416289,9404,91216 +1790786576.353437827,9404,91216 +1790786576.459616724,9404,91216 +1790786576.569803097,9404,91216 +1790786576.677914787,9404,91216 +1790786576.782893071,9404,91216 +1790786576.893313187,9404,91216 +1790786576.997375860,9404,91216 +1790786577.107855657,9404,91216 +1790786577.209823725,9404,91216 +1790786577.321482776,9404,91216 +1790786577.425410148,9404,91216 +1790786577.524200499,9404,91216 +1790786577.637930554,9404,91216 +1790786577.743745287,9404,91216 +1790786577.853441335,9404,91216 +1790786577.956971552,9404,91216 +1790786578.061949405,9404,91216 +1790786578.168026761,9404,91216 +1790786578.272106574,9404,91216 +1790786578.377312690,9404,91216 +1790786578.479265319,9404,91216 +1790786578.581304848,9404,91216 +1790786578.689605930,9404,91216 +1790786578.794049297,9404,91216 +1790786578.901481179,9404,91216 +1790786579.010755062,9404,91216 +1790786579.113806393,9404,91216 +1790786579.223950036,9404,91216 +1790786579.328175801,9404,91216 +1790786579.440005604,9404,91216 +1790786579.541997453,9404,91216 +1790786579.656450965,9404,91216 +1790786579.761387718,9404,91216 +1790786579.865499872,8814,91426 +1790786579.971132853,9614,91426 +1790786580.073170682,8814,91426 +1790786580.177063803,9614,91426 +1790786580.282305470,8814,91426 +1790786580.388789201,9614,91426 +1790786580.495800618,8814,91426 +1790786580.601552520,9614,91426 +1790786580.707505724,8814,91426 +1790786580.813625821,9614,91426 +1790786580.921529138,8834,91426 +1790786581.027651405,9614,91426 +1790786581.133615200,8834,91426 +1790786581.239962549,9614,91426 +1790786581.347621523,8836,91426 +1790786581.455404049,9614,91426 +1790786581.564105536,8918,91426 +1790786581.667066366,9614,91426 +1790786581.769171036,8814,91426 +1790786581.873324350,9614,91426 +1790786581.978915371,8814,91426 +1790786582.085014757,9614,91426 +1790786582.192212006,8834,91426 +1790786582.297200219,9614,91426 +1790786582.404214647,8834,91426 +1790786582.509216960,9614,91426 +1790786582.613889670,8814,91426 +1790786582.717672180,9614,91426 +1790786582.822927247,8814,91426 +1790786582.923895234,9614,91426 +1790786583.028271180,8814,91426 +1790786583.131694125,9614,91426 +1790786583.240000318,8814,91426 +1790786583.345996592,9614,91426 +1790786583.453981641,8838,91426 +1790786583.557030372,9614,91426 +1790786583.668824714,8814,91426 +1790786583.775795200,9614,91426 +1790786583.882622295,8878,91426 +1790786583.988447718,9614,91426 +1790786584.092804945,8814,91426 +1790786584.201265288,9614,91426 +1790786584.307680539,8838,91426 +1790786584.413197268,9614,91426 +1790786584.517409073,8836,91426 +1790786584.624685982,9614,91426 +1790786584.730032190,8814,91426 +1790786584.831941378,9614,91426 +1790786584.938498910,8814,91426 +1790786585.043522594,9614,91426 +1790786585.149734262,8814,91426 +1790786585.253734804,9614,91426 +1790786585.357586394,8814,91426 +1790786585.463946624,9614,91426 +1790786585.570693857,8814,91426 +1790786585.676551591,9614,91426 +1790786585.780846216,8836,91426 +1790786585.890873348,9614,91426 +1790786585.993555425,8814,91426 +1790786586.098054573,9614,91426 +1790786586.201117594,8814,91426 +1790786586.305892586,9614,91426 +1790786586.409242070,8814,91426 +1790786586.516333528,9614,91426 +1790786586.621537514,8836,91426 +1790786586.726515487,9614,91426 +1790786586.826891307,8814,91426 +1790786586.931058362,9614,91426 +1790786587.030763654,8814,91426 +1790786587.134952939,9614,91426 +1790786587.239925912,8814,91426 +1790786587.349209845,9614,91426 +1790786587.455263121,8834,91426 +1790786587.563829186,9614,91426 +1790786587.671057715,8836,91426 +1790786587.776396163,9614,91426 +1790786587.884590483,8836,91426 +1790786587.990104103,9614,91426 +1790786588.096976328,8834,91426 +1790786588.198029996,9614,91426 +1790786588.304669579,8814,91426 +1790786588.409921176,9614,91426 +1790786588.515066391,8814,91426 +1790786588.619780221,9614,91426 +1790786588.726916980,8814,91426 +1790786588.831628310,9614,91426 +1790786588.938098881,8836,91426 +1790786589.039972638,9614,91426 +1790786589.141683194,8814,91426 +1790786589.249340638,9614,91426 +1790786589.352585022,8814,91426 +1790786589.457721287,9614,91426 +1790786589.554950011,8814,91426 +1790786589.660343629,9614,91426 +1790786589.773485167,8814,91426 +1790786589.886924388,9614,91426 +1790786589.997720549,9614,91426 +1790786590.105439434,9614,90626 +1790786590.209980532,9614,91426 +1790786590.314089155,9614,90626 +1790786590.417385349,9614,91426 +1790786590.528336612,9614,90626 +1790786590.633831461,9614,91426 +1790786590.736265275,9614,90626 +1790786590.847984787,9614,91426 +1790786590.955629701,9614,90858 +1790786591.060756896,9614,91426 +1790786591.167818744,9614,90794 +1790786591.274712869,9614,91426 +1790786591.385398738,9614,91018 +1790786591.488440039,9614,91426 +1790786591.595010821,9614,90954 +1790786591.703267333,9614,91426 +1790786591.807669850,9614,90626 +1790786591.913876617,9614,91426 +1790786592.019299146,9614,90730 +1790786592.121730860,9614,91426 +1790786592.228671486,9614,90922 +1790786592.334254196,9614,91426 +1790786592.438927236,9614,90648 +1790786592.544757189,9614,91426 +1790786592.648176685,9614,90626 +1790786592.752058276,9150,90962 +1790786592.861855495,9406,91218 +1790786592.963801973,9406,91218 +1790786593.073465460,9406,91218 +1790786593.177536423,9406,91218 +1790786593.283823442,9406,91218 +1790786593.393456749,9406,91218 +1790786593.493619707,9406,91218 +1790786593.597459227,9406,91218 +1790786593.700644100,9406,91218 +1790786593.808766570,9406,91218 +1790786593.912555590,9406,91218 +1790786594.012520775,9406,91218 +1790786594.110063072,9406,91218 +1790786594.212010411,9406,91218 +1790786594.314898820,9406,91218 +1790786594.414979947,9406,91218 +1790786594.517775975,9406,91218 +1790786594.627852517,9406,91218 +1790786594.730809817,9406,91218 +1790786594.838707875,9406,91218 +1790786594.947867347,9406,91218 +1790786595.053919633,9406,91218 +1790786595.157626161,9406,91218 +1790786595.266906924,9406,91218 +1790786595.369072865,9406,91218 +1790786595.479049516,9406,91218 +1790786595.585875871,9406,91218 +1790786595.686272522,9406,91218 +1790786595.786688162,9406,91218 +1790786595.896116077,9406,91218 +1790786596.000516564,9406,91218 +1790786596.116489775,9406,91218 +1790786596.221942994,9406,91218 +1790786596.331210976,9406,91218 +1790786596.429411562,9406,91218 +1790786596.537928936,9406,91218 +1790786596.637825681,9406,91218 +1790786596.749883736,9406,91218 +1790786596.852014886,9406,91218 +1790786596.953934944,9406,91218 +1790786597.065685396,9406,91218 +1790786597.173811386,9406,91218 +1790786597.280044234,9406,91218 +1790786597.397878536,9406,91218 +1790786597.501253641,9406,91218 +1790786597.612137632,9406,91218 +1790786597.713147480,9406,91218 +1790786597.829886899,9406,91218 +1790786597.931204651,9406,91218 +1790786598.040411203,9406,91218 +1790786598.145359826,9406,91218 +1790786598.252103000,9406,91218 +1790786598.361269972,9406,91218 +1790786598.465689099,9406,91218 +1790786598.573848879,9406,91218 +1790786598.684464447,9406,91218 +1790786598.799782010,9406,91218 +1790786598.904100236,9406,91218 +1790786599.018117624,9406,91220 +1790786599.129008286,9480,91292 +1790786599.235202823,9480,90626 +1790786599.344672969,9722,91534 +1790786599.448828073,9722,90626 +1790786599.554011098,9722,91534 +1790786599.655561672,9722,91534 +1790786599.769639001,8814,91534 +1790786599.881219461,9722,91534 +1790786599.989598053,8814,91534 +1790786600.094892440,9722,91534 +1790786600.201927997,9722,90626 +1790786600.306089371,9722,91534 +1790786600.406876986,9722,90626 +1790786600.513303347,9722,91534 +1790786600.620784809,9722,91534 +1790786600.727116328,8814,91534 +1790786600.835435820,9722,91534 +1790786600.937640941,8814,91534 +1790786601.040471090,9722,91534 +1790786601.146283843,9722,90626 +1790786601.251421028,9722,91534 +1790786601.355991747,9722,90626 +1790786601.459961559,9722,91534 +1790786601.565332357,9722,91534 +1790786601.663798555,8814,91534 +1790786601.768339753,9722,91534 +1790786601.876939299,9626,90626 +1790786601.985255701,9722,91534 +1790786602.088347792,9722,90626 +1790786602.202895186,9722,91534 +1790786602.308043462,9722,90950 +1790786602.413860525,8814,91534 +1790786602.521456199,9722,91534 +1790786602.633122639,8814,91534 +1790786602.741158788,9722,91534 +1790786602.857415682,9698,90626 +1790786602.969170544,9722,91534 +1790786603.077340084,9722,90626 +1790786603.183366159,9722,91534 +1790786603.288484254,9722,91438 +1790786603.391442034,8814,91534 +1790786603.492916987,9722,91534 +1790786603.598877402,8814,91534 +1790786603.710780006,9722,91534 +1790786603.812382900,9722,90626 +1790786603.919035613,9722,91534 +1790786604.021549148,9722,90626 +1790786604.124438397,9722,91534 +1790786604.229644023,9722,91534 +1790786604.334180832,8814,91534 +1790786604.440977326,9722,91534 +1790786604.545860168,8814,91534 +1790786604.652796514,9722,91534 +1790786604.758185873,9722,90626 +1790786604.861925932,9722,91534 +1790786604.964671169,9722,90626 +1790786605.077085728,9722,91534 +1790786605.187516465,9722,91534 +1790786605.298069143,8814,91534 +1790786605.400649329,9722,91534 +1790786605.503591379,8814,91534 +1790786605.611604137,9722,91534 +1790786605.717844325,9722,90626 +1790786605.820611043,9722,91534 +1790786605.925244132,9722,90626 +1790786606.028858540,9722,91534 +1790786606.134047356,9722,91534 +1790786606.237947717,8814,91534 +1790786606.344895193,9722,91534 +1790786606.453584650,8818,91534 +1790786606.560150861,9722,91534 +1790786606.665412138,9722,90626 +1790786606.769546151,9722,91534 +1790786606.878242128,9722,90626 +1790786606.981405800,9188,91534 +1790786607.086181222,9722,91534 +1790786607.193942097,8814,91534 +1790786607.300459248,9722,91534 +1790786607.406016658,9722,90626 +1790786607.513752204,9722,91534 +1790786607.619654068,9722,90626 +1790786607.726544133,9722,91534 +1790786607.832401857,9722,91534 +1790786607.940651628,8814,91534 +1790786608.047108509,9722,91534 +1790786608.151048200,8814,91534 +1790786608.251540321,9722,91534 +1790786608.354955467,9722,90626 +1790786608.460158873,9722,91534 +1790786608.561383203,9722,91534 +1790786608.658672578,8814,91534 +1790786608.762899603,9722,91534 +1790786608.867714564,8820,91370 +1790786608.975352818,9722,91534 +1790786609.073060468,9722,90626 +1790786609.172036642,9722,91534 +1790786609.274855110,9722,91534 +1790786609.379442689,8814,91534 +1790786609.481661410,9722,91534 +1790786609.583065102,9210,90626 +1790786609.686969314,9722,91534 +1790786609.789535589,9722,90626 +1790786609.889213641,9722,91534 +1790786609.991702206,9722,91534 +1790786610.094029839,8814,91534 +1790786610.198128882,9722,91534 +1790786610.299268801,9722,90626 +1790786610.399565991,9722,91534 +1790786610.502635602,9722,90626 +1790786610.604164395,9722,91534 +1790786610.712866442,9722,91534 +1790786610.817116957,8814,91534 +1790786610.919572091,9722,91534 +1790786611.022067046,9698,90626 +1790786611.127277472,9722,91534 +1790786611.230203342,9722,90626 +1790786611.329520560,9722,91534 +1790786611.429349703,9722,91534 +1790786611.529381950,8814,91534 +1790786611.635663018,9722,91534 +1790786611.741743744,9722,90626 +1790786611.845214500,9722,91534 +1790786611.947308380,9722,90626 +1790786612.051630636,9722,91534 +1790786612.161678288,9722,91534 +1790786612.259915454,8814,91534 +1790786612.363593402,9722,91534 +1790786612.466101947,9518,90626 +1790786612.567767652,9722,91534 +1790786612.673160881,9722,90714 +1790786612.772602390,8814,91534 +1790786612.875863803,9722,91534 +1790786612.982504696,8814,91534 +1790786613.086961864,9722,91534 +1790786613.191236179,9722,90626 +1790786613.301193690,9722,91534 +1790786613.407437138,9722,90626 +1790786613.512420531,9722,91534 +1790786613.615600194,9722,91534 +1790786613.721644050,8814,91534 +1790786613.826045636,9722,91534 +1790786613.929903187,9518,90626 +1790786614.033170961,8814,90626 +1790786614.133229647,8814,90626 +1790786614.233372844,8814,90626 +1790786614.336429586,8814,90626 +1790786614.439179533,8814,90626 +1790786614.539074068,8814,90626 +1790786614.641136428,8814,90626 +1790786614.743062946,8814,90626 +1790786614.843335355,8814,90626 +1790786614.941900264,8814,90626 +1790786615.049006522,8814,90626 +1790786615.148512592,8814,90626 +1790786615.251787196,8814,90626 +1790786615.361751717,8814,90626 +1790786615.472048552,8814,90626 +1790786615.580602367,8814,90626 +1790786615.688084799,8814,90626 +1790786615.793442577,8814,90626 +1790786615.895383575,8814,90626 +1790786615.995997618,8814,90626 +1790786616.093782649,8814,90626 +1790786616.192636712,8814,90626 +1790786616.287078723,8814,90626 +1790786616.387747896,8814,90626 +1790786616.486865122,8814,90626 +1790786616.587138911,8814,90626 +1790786616.683503715,8814,90626 +1790786616.792568746,8814,90626 +1790786616.902389455,8814,90626 +1790786617.009000148,8814,90626 +1790786617.116593131,8814,90626 +1790786617.225405919,8814,90626 +1790786617.325538826,8814,90626 +1790786617.425697634,8814,90626 +1790786617.527325719,8814,90626 +1790786617.628557979,8814,90626 +1790786617.726296459,8814,90626 +1790786617.827198795,8814,90626 +1790786617.932888007,8814,90626 +1790786618.036595445,8814,90626 +1790786618.137685234,8814,90626 +1790786618.240247499,8814,90626 +1790786618.345531296,8814,90626 +1790786618.448041491,8814,90626 +1790786618.553060145,8814,90626 +1790786618.649849554,8814,90626 +1790786618.749262393,8814,90626 +1790786618.852177353,8814,90626 +1790786618.954688038,8814,90626 +1790786619.057426235,8814,90626 +1790786619.161878232,8814,90626 +1790786619.265001604,8820,90632 +1790786619.368328449,8820,90632 +1790786619.469257765,8820,90632 +1790786619.571918132,8820,90632 +1790786619.671495823,8820,90630 +1790786619.771526619,8814,90626 +1790786619.872612117,8814,90626 +1790786619.977453839,8814,90626 +1790786620.079745242,8814,90626 +1790786620.181864942,8814,90626 +1790786620.280524063,8814,90626 +1790786620.381429169,8814,90626 +1790786620.482247794,8814,90626 +1790786620.581933766,8814,90626 +1790786620.684199388,9310,91122 +1790786620.799005066,9566,91378 +1790786620.900786682,9566,91378 +1790786621.013074010,9566,91378 +1790786621.117552817,9566,91378 +1790786621.216945327,9566,91378 +1790786621.327626446,9566,91378 +1790786621.429563644,9566,91378 +1790786621.529724721,9566,91378 +1790786621.630171853,9566,91378 +1790786621.741561300,9566,91378 +1790786621.843561449,9566,91378 +1790786621.941863476,9566,91378 +1790786622.045651115,9566,91378 +1790786622.145488429,9566,91378 +1790786622.243136468,9566,91378 +1790786622.345558672,9566,91378 +1790786622.448530962,9566,91378 +1790786622.556848644,9566,91378 +1790786622.660456132,9566,91378 +1790786622.771591946,9566,91378 +1790786622.877706193,9566,91378 +1790786622.993469541,9566,91378 +1790786623.093848621,9566,91378 +1790786623.202471127,9566,91378 +1790786623.304913711,9566,91378 +1790786623.414020052,9566,91378 +1790786623.517527828,9566,91378 +1790786623.617411823,9566,91378 +1790786623.717487380,9566,91378 +1790786623.832415898,9566,91378 +1790786623.937092458,9566,91378 +1790786624.056057243,9566,91378 +1790786624.165257906,9566,91378 +1790786624.273562457,9566,91378 +1790786624.379210758,9566,91378 +1790786624.494057806,9566,91378 +1790786624.597092747,9566,91378 +1790786624.709276084,9566,91378 +1790786624.811122381,9566,91378 +1790786624.911629372,9566,91378 +1790786625.017829210,9566,91378 +1790786625.130125658,9566,91378 +1790786625.233061838,9566,91378 +1790786625.346069074,9566,91378 +1790786625.449413839,9566,91378 +1790786625.564716041,9566,91378 +1790786625.664260302,9566,91378 +1790786625.775412107,9566,91378 +1790786625.874836726,9566,91378 +1790786625.988118476,9566,91378 +1790786626.091942156,9566,91378 +1790786626.193856404,9566,91378 +1790786626.296133916,9566,91378 +1790786626.405966595,9566,91378 +1790786626.519187474,9566,91378 +1790786626.624625113,9566,91378 +1790786626.740884527,9566,91378 +1790786626.844376683,9566,91378 +1790786626.957697203,9566,91378 +1790786627.065250806,9848,91660 +1790786627.169883175,9848,91660 +1790786627.273263140,9848,90626 +1790786627.377229232,9848,91660 +1790786627.485977129,9848,91660 +1790786627.587940388,9848,91660 +1790786627.697686136,9578,91660 +1790786627.805596094,9848,91660 +1790786627.907347200,9848,91660 +1790786628.014758041,9848,91660 +1790786628.119585023,9848,91660 +1790786628.223195810,9848,91660 +1790786628.324613453,9848,90626 +1790786628.428422382,8814,91586 +1790786628.529339989,9856,91668 +1790786628.639306950,9856,91668 +1790786628.744291144,9856,90758 +1790786628.852421334,9852,91668 +1790786628.956000481,9856,91668 +1790786629.057113000,9856,91668 +1790786629.168116862,8814,91664 +1790786629.271967953,9856,91668 +1790786629.378088910,9856,91668 +1790786629.481173801,9856,91642 +1790786629.588050497,9672,91668 +1790786629.692393793,9856,91668 +1790786629.799083856,9856,91668 +1790786629.897925768,8814,90626 +1790786630.002059152,9866,91678 +1790786630.107836955,9866,91678 +1790786630.211945258,9866,91678 +1790786630.317627640,8814,91678 +1790786630.429030167,9866,91678 +1790786630.536941885,9866,91678 +1790786630.642123141,9866,91650 +1790786630.752640098,9460,91678 +1790786630.858830585,9866,91678 +1790786630.970794160,9866,91678 +1790786631.078005619,9754,91678 +1790786631.177524259,9866,91678 +1790786631.282982118,9866,91678 +1790786631.387910831,9866,90626 +1790786631.490607918,8814,90626 +1790786631.591027659,8814,90626 +1790786631.693186190,8814,90626 +1790786631.794012245,8814,90626 +1790786631.893586296,8814,90626 +1790786631.998424048,8814,90626 +1790786632.107397387,8814,90626 +1790786632.213144280,8814,90626 +1790786632.322922619,8814,90626 +1790786632.431890828,8814,90626 +1790786632.539279619,8814,90626 +1790786632.644760589,8814,90626 +1790786632.753203972,8814,90626 +1790786632.855492385,8814,90626 +1790786632.961727373,8814,90626 +1790786633.061321104,8814,90626 +1790786633.161574853,8814,90626 +1790786633.263773864,8814,90626 +1790786633.365408669,8814,90626 +1790786633.463870487,8814,90626 +1790786633.565112167,8814,90626 +1790786633.663833978,8814,90626 +1790786633.767087562,8814,90626 +1790786633.866919666,8814,90626 +1790786633.967578159,8814,90626 +1790786634.075750760,8814,90626 +1790786634.182608275,8814,90626 +1790786634.289478950,8814,90626 +1790786634.397336886,8814,90626 +1790786634.507234897,8814,90626 +1790786634.613377334,8814,90626 +1790786634.723853691,8814,90626 +1790786634.833007852,8814,90626 +1790786634.943724802,8814,90626 +1790786635.051917173,8814,90626 +1790786635.159355435,8814,90626 +1790786635.268335524,8814,90626 +1790786635.378706050,8814,90626 +1790786635.486104801,8814,90626 +1790786635.584867983,8814,90626 +1790786635.681797144,8814,90626 +1790786635.785120268,8814,90626 +1790786635.889125560,8814,90626 +1790786635.993806230,8814,90626 +1790786636.091981795,8814,90626 +1790786636.197935179,8814,90626 +1790786636.302599669,8814,90626 +1790786636.403636037,8814,90626 +1790786636.505575235,8814,90626 +1790786636.607480393,8814,90626 +1790786636.708688883,8814,90626 +1790786636.813610756,8814,90626 +1790786636.914564223,8814,90626 +1790786637.015132305,8814,90626 +1790786637.117096774,8814,90626 +1790786637.220431479,8814,90626 +1790786637.320614756,8814,90626 +1790786637.421453032,8814,90626 +1790786637.520280574,8814,90626 +1790786637.622045990,8814,90626 +1790786637.722110687,8814,90626 +1790786637.821514926,8814,90626 +1790786637.923269602,8814,90626 +1790786638.021252215,8814,90626 +1790786638.133329670,8814,90626 +1790786638.240987564,8814,90626 +1790786638.348555208,8814,90626 +1790786638.452861334,8814,90626 +1790786638.561426919,8814,90626 +1790786638.668472176,8814,90626 +1790786638.776415263,8814,90626 +1790786638.885238681,8814,90626 +1790786638.993935778,8814,90626 +1790786639.103593525,8814,90626 +1790786639.212029259,8814,90626 +1790786639.318109045,8814,90626 +1790786639.427122155,8814,90626 +1790786639.534915741,8814,90626 +1790786639.643146402,8814,90626 +1790786639.751454744,8814,90626 +1790786639.857024604,8814,90626 +1790786639.965421067,8814,90626 +1790786640.074870122,8814,90626 +1790786640.183064553,8814,90626 +1790786640.288536982,8814,90626 +1790786640.393142191,8814,90626 +1790786640.502747348,8814,90626 +1790786640.609526352,8814,90626 +1790786640.716920554,8814,90626 +1790786640.825815972,8814,90626 +1790786640.932298073,8814,90626 +1790786641.041261953,8814,90626 +1790786641.149171380,8814,90626 +1790786641.259397394,8814,90626 +1790786641.368371824,8814,90626 +1790786641.475810796,8814,90626 +1790786641.577805754,8814,90626 +1790786641.681194679,8814,90626 +1790786641.783683514,8814,90626 +1790786641.886794576,8814,90626 +1790786641.986760311,8814,90626 +1790786642.087958121,8814,90626 +1790786642.190960052,8814,90626 +1790786642.289778554,8814,90626 +1790786642.391330878,8814,90626 +1790786642.496339102,8814,90626 +1790786642.600145512,8814,90626 +1790786642.702046789,8814,90626 +1790786642.801223096,8814,90626 +1790786642.901011439,8814,90626 +1790786643.006356847,8814,90626 +1790786643.108365296,8814,90626 +1790786643.210027211,8814,90626 +1790786643.312355253,8814,90626 +1790786643.424864154,8814,90626 +1790786643.535960658,8814,90626 +1790786643.644165869,8814,90626 +1790786643.752404730,8814,90626 +1790786643.861830975,8814,90626 +1790786643.968233965,8814,90626 +1790786644.077119604,8814,90626 +1790786644.186133484,8814,90626 +1790786644.293203342,8814,90626 +1790786644.401176639,8814,90626 +1790786644.507763041,8814,90626 +1790786644.610264916,8814,90626 +1790786644.713865044,8814,90626 +1790786644.815606530,8814,90626 +1790786644.919538361,8814,90626 +1790786645.025096311,8814,90626 +1790786645.133157030,8814,90626 +1790786645.238775021,8814,90626 +1790786645.345231332,8814,90626 +1790786645.455100351,8814,90626 +1790786645.560995055,8814,90626 +1790786645.668075813,8814,90626 +1790786645.771902113,8814,90626 +1790786645.875864525,8814,90626 +1790786645.978001026,8814,90626 +1790786646.085887403,8814,90626 +1790786646.193118262,8814,90626 +1790786646.300529064,8814,90626 +1790786646.408368940,8814,90626 +1790786646.515684051,8814,90626 +1790786646.624454168,8814,90626 +1790786646.732222663,8814,90626 +1790786646.837058145,8814,90626 +1790786646.944498417,8814,90626 +1790786647.051839588,8814,90626 +1790786647.159821616,8814,90626 +1790786647.267615332,8814,90626 +1790786647.376513461,8814,90626 +1790786647.483729630,8814,90626 +1790786647.589383941,8814,90626 +1790786647.696517780,8814,90626 +1790786647.804666010,8814,90626 +1790786647.917376922,8814,90626 +1790786648.030783164,8814,90626 +1790786648.141778406,8814,90626 +1790786648.252636588,8814,90626 +1790786648.365510032,8814,90626 +1790786648.477852991,8814,90626 +1790786648.589481371,8814,90626 +1790786648.702362556,8814,90626 +1790786648.813821834,8814,90626 +1790786648.926092042,8814,90626 +1790786649.037257517,8814,90626 +1790786649.149826338,8814,90626 +1790786649.263036827,8814,90626 +1790786649.375509117,8814,90626 +1790786649.489883749,8814,90626 +1790786649.597291160,8814,90626 +1790786649.704688192,8814,90626 +1790786649.812228825,8814,90626 +1790786649.922142955,8814,90626 +1790786650.031186056,8814,90626 +1790786650.138190553,8814,90626 +1790786650.243139406,8814,90626 +1790786650.349842089,8814,90626 +1790786650.465753239,8814,90626 +1790786650.579404192,8814,90626 +1790786650.693461681,8814,90626 +1790786650.811586716,8814,90626 +1790786650.924174788,8814,90626 +1790786651.036417465,8814,90626 +1790786651.150603365,8814,90626 +1790786651.263292357,8814,90626 +1790786651.378671131,8814,90626 +1790786651.491015680,8814,90626 +1790786651.603694932,8814,90626 +1790786651.714988858,8814,90626 +1790786651.826654229,8814,90626 +1790786651.939077669,8814,90626 +1790786652.053834855,8814,90626 +1790786652.166753030,8814,90626 +1790786652.279152850,8814,90626 +1790786652.391161464,8814,90626 +1790786652.502933186,8814,90626 +1790786652.616473849,8814,90626 +1790786652.731165784,8814,90626 +1790786652.844415264,8814,90626 +1790786652.960690967,8814,90626 +1790786653.073830255,8814,90626 +1790786653.187268866,8814,90626 +1790786653.300592576,8814,90626 +1790786653.414545943,8814,90626 +1790786653.531002150,8814,90626 +1790786653.646386593,8814,90626 +1790786653.757725290,8814,90626 +1790786653.871695317,8814,90626 +1790786653.983065895,8814,90626 +1790786654.093818205,8814,90626 +1790786654.207566050,8814,90626 +1790786654.320976361,8814,90626 +1790786654.435025299,8814,90626 +1790786654.549150898,8814,90626 +1790786654.663472609,8814,90626 +1790786654.774145949,8814,90626 +1790786654.880981994,8814,90626 +1790786654.989355316,8814,90626 +1790786655.099040724,8814,90626 +1790786655.204641335,8814,90626 +1790786655.315429255,8814,90626 +1790786655.424674898,8814,90626 +1790786655.533874351,8814,90626 +1790786655.644185515,8814,90626 +1790786655.759604690,8814,90626 +1790786655.872671606,8814,90626 +1790786655.987696166,8814,90626 +1790786656.101995987,8814,90626 +1790786656.215609980,8814,90626 +1790786656.331229437,8814,90626 +1790786656.445043982,8814,90626 +1790786656.557942687,8814,90626 +1790786656.672417451,8814,90626 +1790786656.786841723,8814,90626 +1790786656.893473696,8814,90626 +1790786657.001012749,8814,90626 +1790786657.111253443,8814,90626 +1790786657.219955570,8814,90626 +1790786657.329882240,8814,90626 +1790786657.435886275,8814,90626 +1790786657.543269986,8814,90626 +1790786657.648112658,8814,90626 +1790786657.755419539,8814,90626 +1790786657.863616340,8814,90626 +1790786657.975379971,8814,90626 +1790786658.081491298,8814,90626 +1790786658.191241157,8814,90626 +1790786658.301177447,8814,90626 +1790786658.411693095,8814,90626 +1790786658.519418220,8814,90626 +1790786658.628179727,8814,90626 +1790786658.736979215,8814,90626 +1790786658.851131584,8814,90626 +1790786658.963559554,8814,90626 +1790786659.077723543,8814,90626 +1790786659.194822307,8814,90626 +1790786659.307742932,8814,90626 +1790786659.422389977,8814,90626 +1790786659.535845909,8814,90626 +1790786659.649803426,8814,90626 +1790786659.767036681,8814,90626 +1790786659.879220018,8814,90626 +1790786659.991496445,8814,90626 +1790786660.103660542,8814,90626 +1790786660.217947993,8814,90626 +1790786660.329987778,8814,90626 +1790786660.443626001,8814,90626 +1790786660.556465175,8814,90626 +1790786660.670693896,8814,90626 +1790786660.783526310,8814,90626 +1790786660.893329860,8814,90626 +1790786661.007544199,8814,90626 +1790786661.116407148,8814,90626 +1790786661.224910242,8814,90626 +1790786661.329611643,8814,90626 +1790786661.437137555,8814,90626 +1790786661.542092768,8814,90626 +1790786661.648049153,8814,90626 +1790786661.755194712,8814,90626 +1790786661.864287483,8814,90626 +1790786661.971870906,8814,90626 +1790786662.077892362,8814,90626 +1790786662.188016385,8814,90626 +1790786662.298418561,8814,90626 +1790786662.403992611,8814,90626 +1790786662.510950167,8814,90626 +1790786662.625787475,8814,90626 +1790786662.737698138,8814,90626 +1790786662.851836838,8814,90626 +1790786662.969833072,8814,90626 +1790786663.083640837,8814,90626 +1790786663.200104373,8814,90626 +1790786663.314604717,8814,90626 +1790786663.426941645,8814,90626 +1790786663.537683125,8814,90626 +1790786663.650955734,8814,90626 +1790786663.765566579,8814,90626 +1790786663.879817690,8814,90626 +1790786663.992210969,8814,90626 +1790786664.106962456,8814,90626 +1790786664.218995460,8814,90626 +1790786664.331484191,8814,90626 +1790786664.443912550,8814,90626 +1790786664.561348257,8814,90626 +1790786664.675723280,8814,90626 +1790786664.787674284,8814,90626 +1790786664.898870849,8814,90626 +1790786665.010382838,8814,90626 +1790786665.122898999,8814,90626 +1790786665.237053498,8814,90626 +1790786665.351735764,8814,90626 +1790786665.465686571,8814,90626 +1790786665.573200734,8814,90626 +1790786665.679575873,8814,90626 +1790786665.787685023,8814,90626 +1790786665.903672233,8814,90626 +1790786666.018174527,8814,90626 +1790786666.132352537,8814,90626 +1790786666.242504770,8814,90626 +1790786666.348668167,8814,90626 +1790786666.455204448,8814,90626 +1790786666.563674742,8814,90626 +1790786666.671645010,8814,90626 +1790786666.779216044,8814,90626 +1790786666.888675609,8814,90626 +1790786666.994812986,8814,90626 +1790786667.103481922,8814,90626 +1790786667.211246178,8814,90626 +1790786667.315074937,8814,90626 +1790786667.424257609,8814,90626 +1790786667.531705892,8814,90626 +1790786667.639031402,8814,90626 +1790786667.747447425,8814,90626 +1790786667.856632857,8814,90626 +1790786667.963807376,8814,90626 +1790786668.071945526,8814,90626 +1790786668.180026135,8814,90626 +1790786668.288642151,8814,90626 +1790786668.398747324,8814,90626 +1790786668.507224727,8814,90626 +1790786668.613093421,8814,90626 +1790786668.718036314,8814,90626 +1790786668.827212326,8814,90626 +1790786668.935793922,8814,90626 +1790786669.045197956,8814,90626 +1790786669.153917193,8814,90626 +1790786669.261454716,8814,90626 +1790786669.369060810,8814,90626 +1790786669.477331081,8814,90626 +1790786669.585155647,8814,90626 +1790786669.702720956,8814,90626 +1790786669.819598457,8814,90626 +1790786669.935006321,8814,90626 +1790786670.049863569,8814,90626 +1790786670.163758915,8814,90626 +1790786670.275242414,8814,90626 +1790786670.387534462,8814,90626 +1790786670.493708189,8814,90626 +1790786670.599268179,8814,90626 +1790786670.706937334,8814,90626 +1790786670.817039667,8814,90626 +1790786670.925577651,8814,90626 +1790786671.032621658,8814,90626 +1790786671.139839438,8814,90626 +1790786671.245623151,8814,90626 +1790786671.354049693,8814,90626 +1790786671.462017552,8814,90626 +1790786671.569845308,8814,90626 +1790786671.676058116,8814,90626 +1790786671.784346677,8814,90626 +1790786671.895032607,8814,90626 +1790786672.002633131,8814,90626 +1790786672.110278805,8814,90626 +1790786672.212840190,8814,90626 +1790786672.317790283,8814,90626 +1790786672.426544240,8814,90626 +1790786672.533866001,8814,90626 +1790786672.640812417,8814,90626 +1790786672.749726526,8814,90626 +1790786672.858258650,8814,90626 +1790786672.960705254,8814,90626 +1790786673.075825076,8814,90626 +1790786673.189996655,8814,90626 +1790786673.303416116,8814,90626 +1790786673.419024142,8814,90626 +1790786673.531316650,8814,90626 +1790786673.647325871,8814,90626 +1790786673.759045112,8814,90626 +1790786673.872270451,8814,90626 +1790786673.986975717,8814,90626 +1790786674.100317347,8814,90626 +1790786674.217345240,8814,90626 +1790786674.331042454,8814,90626 +1790786674.446907713,8814,90626 +1790786674.554876491,8814,90626 +1790786674.670601099,8814,90626 +1790786674.784281413,8814,90626 +1790786674.899560416,8814,90626 +1790786675.014960259,8814,90626 +1790786675.130858019,8814,90626 +1790786675.242519270,8814,90626 +1790786675.358976416,8814,90626 +1790786675.475809436,8814,90626 +1790786675.591773937,8814,90626 +1790786675.708040021,8814,90626 +1790786675.821667954,8814,90626 +1790786675.933637418,8814,90626 +1790786676.047040739,8814,90626 +1790786676.162899448,8814,90626 +1790786676.279434315,8814,90626 +1790786676.391765603,8814,90626 +1790786676.500298748,8814,90626 +1790786676.611812217,8814,90626 +1790786676.721054250,8814,90626 +1790786676.829823647,8814,90626 +1790786676.936240747,8814,90626 +1790786677.041450753,8814,90626 +1790786677.148272998,8814,90626 +1790786677.255961352,8814,90626 +1790786677.365139485,8814,90626 +1790786677.472926551,8814,90626 +1790786677.580923259,8814,90626 +1790786677.687258388,8814,90626 +1790786677.795386368,8814,90626 +1790786677.903852622,8814,90626 +1790786678.008867176,8814,90626 +1790786678.117440400,8814,90626 +1790786678.225657211,8814,90626 +1790786678.331565346,8814,90626 +1790786678.433973719,8814,90626 +1790786678.538098123,8814,90626 +1790786678.641109834,8814,90626 +1790786678.752486081,8814,90626 +1790786678.861331089,8814,90626 +1790786678.971026927,8814,90626 +1790786679.077908032,8814,90626 +1790786679.188138176,8814,90626 +1790786679.303966475,8814,90626 +1790786679.420061207,8814,90626 +1790786679.538709419,8814,90626 +1790786679.652372492,8814,90626 +1790786679.758545810,8814,90626 +1790786679.868984466,8814,90626 +1790786679.979314081,8814,90626 +1790786680.083042220,8814,90626 +1790786680.190172939,8814,90626 +1790786680.295319104,8814,90626 +1790786680.403688617,8814,90626 +1790786680.511233670,8814,90626 +1790786680.622012040,8814,90626 +1790786680.731194092,8814,90626 +1790786680.844650204,8814,90626 +1790786680.959457091,8814,90626 +1790786681.073651321,8814,90626 +1790786681.187383995,8814,90626 +1790786681.293947107,8814,90626 +1790786681.397859318,8814,90626 +1790786681.515014402,8814,90626 +1790786681.629559716,8814,90626 +1790786681.743167359,8814,90626 +1790786681.859868708,8814,90626 +1790786681.972357149,8814,90626 +1790786682.087244047,8814,90626 +1790786682.202057903,8814,90626 +1790786682.315567526,8814,90626 +1790786682.429615394,8814,90626 +1790786682.542976615,8814,90626 +1790786682.659591312,8814,90626 +1790786682.773831583,8814,90626 +1790786682.888687091,8814,90626 +1790786683.000593784,8814,90626 +1790786683.114468740,8814,90626 +1790786683.227566608,8814,90626 +1790786683.342640887,8814,90626 +1790786683.455565283,8814,90626 +1790786683.568189645,8814,90626 +1790786683.683802051,8814,90626 +1790786683.796170330,8814,90626 +1790786683.910863105,8814,90626 +1790786684.022756519,8814,90626 +1790786684.136063979,8814,90626 +1790786684.253911441,8814,90626 +1790786684.366930857,8814,90626 +1790786684.480441499,8814,90626 +1790786684.596945906,8814,90626 +1790786684.715602478,8814,90626 +1790786684.827338669,8814,90626 +1790786684.939776049,8814,90626 +1790786685.054998761,8814,90626 +1790786685.161808775,8814,90626 +1790786685.272626786,8814,90626 +1790786685.384015724,8814,90626 +1790786685.493651401,8814,90626 +1790786685.603794134,8814,90626 +1790786685.713438171,8814,90626 +1790786685.821904215,8814,90626 +1790786685.929440158,8814,90626 +1790786686.039735263,8814,90626 +1790786686.149322910,8814,90626 +1790786686.257586631,8814,90626 +1790786686.367349000,8814,90626 +1790786686.476286379,8814,90626 +1790786686.583360206,8814,90626 +1790786686.690657476,8814,90626 +1790786686.797835665,8814,90626 +1790786686.906831875,8814,90626 +1790786687.013111564,8814,90626 +1790786687.121751209,8814,90626 +1790786687.230937192,8814,90626 +1790786687.334916374,8814,90626 +1790786687.440458764,8814,90626 +1790786687.548711884,8814,90626 +1790786687.655445088,8814,90626 +1790786687.773001547,8814,90626 +1790786687.890108881,8814,90626 +1790786688.007444957,8814,90626 +1790786688.120008738,8814,90626 +1790786688.233840564,8814,90626 +1790786688.349418670,8814,90626 +1790786688.457878634,8814,90626 +1790786688.561649173,8814,90626 +1790786688.666068460,8814,90626 +1790786688.782028131,8814,90626 +1790786688.895773855,8814,90626 +1790786689.008477988,8814,90626 +1790786689.123704260,8814,90626 +1790786689.237260122,8814,90626 +1790786689.347358135,8814,90626 +1790786689.458752893,8814,90626 +1790786689.572512307,8814,90626 +1790786689.687397355,8814,90626 +1790786689.799272759,8814,90626 +1790786689.911824749,8814,90626 +1790786690.024358060,8814,90626 +1790786690.131994255,8814,90626 +1790786690.238018990,8814,90626 +1790786690.346671896,8814,90626 +1790786690.460221659,8814,90626 +1790786690.575192167,8814,90626 +1790786690.685974828,8814,90626 +1790786690.801337221,8814,90626 +1790786690.918718308,8814,90626 +1790786691.031105017,8814,90626 +1790786691.144999714,8814,90626 +1790786691.256676844,8814,90626 +1790786691.370688952,8814,90626 +1790786691.481436222,8814,90626 +1790786691.593598419,8814,90626 +1790786691.707066970,8814,90626 +1790786691.821474293,8814,90626 +1790786691.934489639,8814,90626 +1790786692.049552979,8814,90626 +1790786692.163224843,8814,90626 +1790786692.277509854,8814,90626 +1790786692.389918343,8814,90626 +1790786692.503012781,8814,90626 +1790786692.618305023,8814,90626 +1790786692.731299370,8814,90626 +1790786692.843977272,8814,90626 +1790786692.955126257,8814,90626 +1790786693.075576889,8814,90626 +1790786693.187621504,8814,90626 +1790786693.302105977,8814,90626 +1790786693.418393661,8814,90626 +1790786693.530929142,8814,90626 +1790786693.645406565,8814,90626 +1790786693.758502402,8814,90626 +1790786693.870961723,8814,90626 +1790786693.985262134,8814,90626 +1790786694.093078900,8814,90626 +1790786694.202118460,8814,90626 +1790786694.309503751,8814,90626 +1790786694.417169626,8814,90626 +1790786694.528135809,8814,90626 +1790786694.637046577,8814,90626 +1790786694.743455057,8814,90626 +1790786694.852101844,8814,90626 +1790786694.962086165,8814,90626 +1790786695.073336301,8814,90626 +1790786695.179395507,8814,90626 +1790786695.288356256,8814,90626 +1790786695.396549346,8814,90626 +1790786695.504942259,8814,90626 +1790786695.611368730,8814,90626 +1790786695.720261399,8814,90626 +1790786695.831803088,8814,90626 +1790786695.937688522,8814,90626 +1790786696.042450193,8814,90626 +1790786696.152105220,8814,90626 +1790786696.264015774,8814,90626 +1790786696.374125656,8814,90626 +1790786696.477289339,8814,90626 +1790786696.587652234,8814,90626 +1790786696.693981423,8814,90626 +1790786696.801637068,8814,90626 +1790786696.921043298,8814,91538 +1790786697.033238965,9470,91678 +1790786697.135326925,9866,91678 +1790786697.246157776,9866,91678 +1790786697.355374749,9866,91678 +1790786697.461169422,9866,91678 +1790786697.567266608,9866,91678 +1790786697.671538423,8814,91678 +1790786697.777906302,9866,91678 +1790786697.885364035,9866,91678 +1790786697.995896882,9866,91370 +1790786698.104001832,9810,91678 +1790786698.212006030,9866,91678 +1790786698.315293864,9866,91678 +1790786698.421795145,8814,90626 +1790786698.533143192,9866,91678 +1790786698.639557022,9866,91678 +1790786698.744034610,9866,91678 +1790786698.854417506,9614,91286 +1790786698.960406591,9866,91678 +1790786699.069270309,9866,91678 +1790786699.175920092,9866,91510 +1790786699.286656342,9866,91678 +1790786699.395979885,9866,91678 +1790786699.503615190,9866,90626 +1790786699.613684562,9866,91678 +1790786699.719345584,9866,91678 +1790786699.825952676,9866,91678 +1790786699.925686629,8814,90626 +1790786700.027592476,8814,90626 +1790786700.129303212,8814,90626 +1790786700.232875359,8814,91678 +1790786700.342180493,9866,91678 +1790786700.447962405,9866,91678 +1790786700.552888208,9866,90626 +1790786700.658844343,9866,91678 +1790786700.764501314,9866,91678 +1790786700.871856045,9866,91678 +1790786700.977155092,9104,91678 +1790786701.088651331,9866,91678 +1790786701.197830823,9866,91678 +1790786701.306184886,9866,91510 +1790786701.414511857,9866,91678 +1790786701.518085214,9866,91678 +1790786701.621972365,9866,91012 +1790786701.721521866,8814,90626 +1790786701.827862755,9866,91650 +1790786701.933521746,9838,91650 +1790786702.039297709,9838,91650 +1790786702.154694103,9304,91650 +1790786702.266156221,9838,91650 +1790786702.369326224,9838,91650 +1790786702.479617369,9810,91510 +1790786702.590118366,9838,91650 +1790786702.693996057,9838,91650 +1790786702.800483818,9838,90626 +1790786702.909868982,9866,91650 +1790786703.020340199,9838,91650 +1790786703.125909729,9838,91650 +1790786703.225316738,8814,90626 +1790786703.327273187,8814,90626 +1790786703.425759405,8814,90626 +1790786703.524098592,8814,90626 +1790786703.629098816,8814,90626 +1790786703.735474275,8852,91678 +1790786703.837254732,9838,91650 +1790786703.945869707,9838,91650 +1790786704.052167565,9838,91370 +1790786704.160199424,9838,91650 +1790786704.263782942,9838,91650 +1790786704.368317700,9838,91650 +1790786704.472091909,9782,91650 +1790786704.579152817,9838,91650 +1790786704.685922481,9838,91650 +1790786704.795448817,9838,91510 +1790786704.905571730,9838,91650 +1790786705.013134174,9838,91650 +1790786705.118856335,9838,90626 +1790786705.217530496,8814,90626 +1790786705.320131902,8814,90626 +1790786705.419036535,8814,90626 +1790786705.529823766,9866,91650 +1790786705.636691751,9838,91650 +1790786705.737678988,9838,91650 +1790786705.850826226,9838,91156 +1790786705.957720022,9838,91650 +1790786706.059743221,9838,91650 +1790786706.166233212,9838,91594 +1790786706.271770272,9838,91650 +1790786706.378487415,9838,91650 +1790786706.480664527,9838,91650 +1790786706.588428592,9698,91650 +1790786706.693190063,9838,91650 +1790786706.799706594,9838,91650 +1790786706.903150580,9838,90626 +1790786707.004398640,8814,91678 +1790786707.109609586,9838,91650 +1790786707.221583561,9838,91650 +1790786707.327589306,9838,90626 +1790786707.432102264,9866,91650 +1790786707.539320923,9838,91650 +1790786707.644956224,9838,91650 +1790786707.751751789,8852,91678 +1790786707.859286552,9838,91650 +1790786707.967189289,9838,91650 +1790786708.072808389,9838,91314 +1790786708.180467264,9838,91650 +1790786708.285020163,9838,91650 +1790786708.392293083,9838,91650 +1790786708.492605222,8814,90626 +1790786708.603332212,9866,91650 +1790786708.709300427,9838,91650 +1790786708.819521661,9838,91650 +1790786708.925419555,8814,91678 +1790786709.028765020,9838,91650 +1790786709.135628865,9838,91650 +1790786709.243947177,9838,91650 +1790786709.349835610,9460,91650 +1790786709.457759578,9838,91650 +1790786709.564765895,9838,91650 +1790786709.672851995,9614,91678 +1790786709.778497596,9838,91650 +1790786709.881897750,9838,91650 +1790786709.985436107,9838,90626 +1790786710.085353963,8814,90626 +1790786710.185112886,8814,90626 +1790786710.288219697,8814,90626 +1790786710.387503305,8814,90626 +1790786710.488796806,8814,91476 +1790786710.597565813,9664,91476 +1790786710.701393833,8814,91448 +1790786710.809484253,9732,91544 +1790786710.914448716,9732,91544 +1790786711.017891492,8814,91530 +1790786711.120440727,9856,91668 +1790786711.225726304,9856,91668 +1790786711.331327214,9856,90626 +1790786711.433474555,8814,90626 +1790786711.536514706,8814,90626 +1790786711.636712195,8814,90626 +1790786711.739637664,8814,90626 +1790786711.845000352,9866,91678 +1790786711.951873977,9866,91678 +1790786712.055584586,9866,91678 +1790786712.155295049,8814,90626 +1790786712.257295788,8814,90626 +1790786712.360985816,8814,91678 +1790786712.468550209,9866,91678 +1790786712.576081222,9866,91678 +1790786712.679609379,9866,90626 +1790786712.782963333,8814,90626 +1790786712.885512949,8814,90626 +1790786712.993274355,9866,91678 +1790786713.093051698,9866,91678 +1790786713.197795968,9866,91678 +1790786713.298971258,8814,90626 +1790786713.399991496,8814,90626 +1790786713.507362177,8814,91678 +1790786713.612548383,9838,91650 +1790786713.719259666,9838,91650 +1790786713.824636254,9838,90626 +1790786713.926291069,9866,91650 +1790786714.033551249,9838,91650 +1790786714.137246738,9838,91650 +1790786714.240517271,8814,90626 +1790786714.339686678,8814,90626 +1790786714.441807378,8814,91678 +1790786714.544908570,9838,91650 +1790786714.651439881,9838,91650 +1790786714.753341019,9838,90626 +1790786714.852311723,8814,90626 +1790786714.952243098,8814,90626 +1790786715.054524650,9754,91650 +1790786715.159164300,9838,91650 +1790786715.263950121,9838,91650 +1790786715.365265782,9838,90626 +1790786715.469884921,9866,91650 +1790786715.569686255,9838,91650 +1790786715.675561719,9838,91650 +1790786715.785100455,8814,91678 +1790786715.891539115,9838,91650 +1790786715.997982256,9838,91650 +1790786716.101549463,9838,90626 +1790786716.201496298,8814,90626 +1790786716.305593091,8814,90626 +1790786716.409601703,8814,90626 +1790786716.509525098,8814,90626 +1790786716.609766117,8814,90626 +1790786716.711654175,8814,90626 +1790786716.809320714,8814,90626 +1790786716.909919966,8814,90626 +1790786717.009916942,8814,90626 +1790786717.108383980,8814,90626 +1790786717.209800643,8814,90626 +1790786717.307170908,8814,90626 +1790786717.403415190,8814,90626 +1790786717.505863865,8814,90626 +1790786717.601770104,8814,90626 +1790786717.706062689,8814,90626 +1790786717.805340886,8814,90626 +1790786717.907170323,8814,90626 +1790786718.008959240,8814,90626 +1790786718.107709511,8814,90626 +1790786718.217624402,8814,90626 +1790786718.327280380,8814,90626 +1790786718.435871285,8814,90626 +1790786718.544636192,8814,90626 +1790786718.652351657,8814,90626 +1790786718.761013883,8814,90626 +1790786718.869453606,8814,90626 +1790786718.977153171,8814,90626 +1790786719.084853956,8814,90626 +1790786719.192671423,8814,90626 +1790786719.300895873,8814,90626 +1790786719.409282886,8814,90626 +1790786719.520300190,8814,90626 +1790786719.621547630,8814,90626 +1790786719.722719489,8814,90626 +1790786719.819555338,8814,90626 +1790786719.923656302,8814,90626 +1790786720.026610142,8814,90626 +1790786720.125771088,8814,90626 +1790786720.226117378,8814,90626 +1790786720.328874336,8814,90626 +1790786720.430846824,8814,90626 +1790786720.531661410,8814,90626 +1790786720.634006273,8814,90626 +1790786720.735543546,8814,90626 +1790786720.838657938,8814,90626 +1790786720.941577458,8814,90626 +1790786721.047237249,8814,90626 +1790786721.148661712,8814,90626 +1790786721.252101847,8814,90626 +1790786721.354956786,8814,90626 +1790786721.455275905,8814,90626 +1790786721.554692535,8814,90626 +1790786721.653854961,8814,90626 +1790786721.753616014,8814,90626 +1790786721.857542595,8814,90626 +1790786721.957847425,8814,90626 +1790786722.058110553,8814,90626 +1790786722.162315808,8814,90626 +1790786722.261173791,8814,90626 +1790786722.364986071,8814,90626 +1790786722.465645975,8814,90626 +1790786722.567129247,8814,90626 +1790786722.666814250,8814,90626 +1790786722.770076173,8814,90626 +1790786722.873198095,8814,90626 +1790786722.977134437,8814,90626 +1790786723.079957195,8814,90626 +1790786723.180228794,8814,90626 +1790786723.280704545,8814,90626 +1790786723.386540779,8814,90626 +1790786723.489220495,8814,90626 +1790786723.589262092,8814,90626 +1790786723.692593857,8814,90626 +1790786723.795597257,8814,90626 +1790786723.894886825,8814,90626 +1790786724.005122129,8814,90626 +1790786724.114936948,8814,90626 +1790786724.221425069,8814,90626 +1790786724.329199125,8814,90626 +1790786724.439437289,8814,90626 +1790786724.552224283,8814,90626 +1790786724.660475734,8814,90626 +1790786724.768913567,8814,90626 +1790786724.879856090,8814,90626 +1790786724.987429403,8814,90626 +1790786725.092255165,8814,90626 +1790786725.201545238,8814,90626 +1790786725.309562397,8814,90626 +1790786725.416958498,8814,90626 +1790786725.526890059,8814,90626 +1790786725.634093348,8814,90626 +1790786725.740139674,8814,90626 +1790786725.848304214,8814,90626 +1790786725.957497396,8814,90626 +1790786726.064520963,8814,90626 +1790786726.172990937,8814,90626 +1790786726.282862207,8814,90626 +1790786726.391537693,8814,90626 +1790786726.500159189,8814,90626 +1790786726.607862574,8814,90626 +1790786726.713171350,8814,90626 +1790786726.824036772,8814,90626 +1790786726.931532865,8814,90626 +1790786727.038803115,8814,90626 +1790786727.147799834,8814,90626 +1790786727.253168972,8814,90626 +1790786727.360065258,8814,90626 +1790786727.465827511,8814,90626 +1790786727.573155561,8814,90626 +1790786727.681299301,8814,90626 +1790786727.789156848,8814,90626 +1790786727.897516791,8814,90626 +1790786728.007199248,8814,90626 +1790786728.116002926,8814,90626 +1790786728.223674491,8814,90626 +1790786728.328999338,8814,90626 +1790786728.436564212,8814,90626 +1790786728.543653299,8814,90626 +1790786728.652275385,8814,90626 +1790786728.760057151,8814,90626 +1790786728.865953484,8814,90626 +1790786728.973289505,8814,90626 +1790786729.083416208,8814,90626 +1790786729.191982643,8814,90626 +1790786729.300863881,8814,90626 +1790786729.411057575,8814,90626 +1790786729.517678208,8814,90626 +1790786729.626888920,8814,90626 +1790786729.732959846,8814,90626 +1790786729.844236782,8814,90626 +1790786729.952958479,8814,90626 +1790786730.061589444,8814,90626 +1790786730.169068967,8814,90626 +1790786730.276251716,8814,90626 +1790786730.384753610,8814,90626 +1790786730.494467548,8814,90626 +1790786730.604769763,8814,90626 +1790786730.713527530,8814,90626 +1790786730.821706521,8814,90626 +1790786730.927556834,8814,90626 +1790786731.036656035,8814,90626 +1790786731.145493654,8814,90626 +1790786731.253847476,8814,90626 +1790786731.354752822,8814,90626 +1790786731.465746065,8814,90626 +1790786731.566114025,8814,90626 +1790786731.667484497,8814,90626 +1790786731.777486409,8814,90626 +1790786731.880441159,8814,90626 +1790786731.981595798,8814,90626 +1790786732.080862645,8814,90626 +1790786732.181913003,8814,90626 +1790786732.278223367,8814,90626 +1790786732.381905595,8814,90626 +1790786732.484633043,8814,90626 +1790786732.583794569,8814,90626 +1790786732.685490934,8814,90626 +1790786732.785906275,8814,90626 +1790786732.885956171,8814,90626 +1790786732.993650436,8814,90626 +1790786733.100704433,8814,90626 +1790786733.207336996,8814,90626 +1790786733.312672154,8814,90626 +1790786733.422006457,8814,90626 +1790786733.526710728,8814,90626 +1790786733.633991688,8814,90626 +1790786733.735649082,8814,90626 +1790786733.843291197,8814,90626 +1790786733.948696755,8814,90626 +1790786734.053725869,8814,90626 +1790786734.159096877,8814,90626 +1790786734.260124165,8814,90626 +1790786734.366282552,8814,90626 +1790786734.473532982,8814,90626 +1790786734.579863191,8814,90626 +1790786734.683898583,8814,90626 +1790786734.788220439,8814,90626 +1790786734.895406258,8814,90626 +1790786734.998889954,8814,90626 +1790786735.105686979,8814,90626 +1790786735.211890667,8814,90626 +1790786735.318734061,8814,90626 +1790786735.427402827,8814,90626 +1790786735.531947766,8814,90626 +1790786735.638295085,8814,90626 +1790786735.746262483,8814,90626 +1790786735.856105843,8814,90626 +1790786735.960926534,8814,90626 +1790786736.067704299,8814,90626 +1790786736.177089883,8814,90626 +1790786736.283779116,8814,90626 +1790786736.391579572,8814,90626 +1790786736.499114885,8814,90626 +1790786736.600401526,8814,90626 +1790786736.708103931,8814,90626 +1790786736.811918071,8814,90626 +1790786736.917267069,8814,90626 +1790786737.022994831,8814,90626 +1790786737.133103493,8814,90626 +1790786737.240423794,8814,90626 +1790786737.345927303,8814,90626 +1790786737.456209168,8814,90626 +1790786737.560804377,8814,90626 +1790786737.667967176,8814,90626 +1790786737.773959521,8814,90626 +1790786737.886838366,8814,90626 +1790786737.991394124,8814,90626 +1790786738.099138960,8814,90626 +1790786738.204439707,8814,90626 +1790786738.310258330,8814,90626 +1790786738.421278474,8814,90626 +1790786738.530601037,8814,90626 +1790786738.637998338,8814,90626 +1790786738.746101608,8814,90626 +1790786738.851366665,8814,90626 +1790786738.957456621,8814,90626 +1790786739.063230163,8814,90626 +1790786739.179814601,8814,90626 +1790786739.293823489,8814,90626 +1790786739.407134009,8814,90626 +1790786739.518225883,8814,90626 +1790786739.629833453,8814,90626 +1790786739.750764751,8814,90632 +1790786739.850442803,8820,90632 +1790786739.953292612,8820,90632 +1790786740.057915331,8820,90632 +1790786740.163211348,8820,90632 +1790786740.266107237,8820,90632 +1790786740.372305675,8820,90632 +1790786740.475506558,8820,90632 +1790786740.581113058,8820,90632 +1790786740.683864006,8820,90632 +1790786740.790122754,8820,90632 +1790786740.895642254,8820,90632 +1790786741.001658680,8820,90632 +1790786741.106226938,8820,90632 +1790786741.207045323,8820,90632 +1790786741.311816265,8820,90632 +1790786741.414031606,8820,90632 +1790786741.515613900,8820,90632 +1790786741.617559668,8820,90632 +1790786741.719796550,8820,90632 +1790786741.825691614,8820,90632 +1790786741.925849992,8820,90632 +1790786742.029786183,8820,90632 +1790786742.129978112,8820,90632 +1790786742.233975114,8820,90632 +1790786742.333648056,8820,90632 +1790786742.436461794,8820,90632 +1790786742.542938295,8820,90632 +1790786742.647552634,8820,90632 +1790786742.749176959,8820,90632 +1790786742.853603226,8820,90632 +1790786742.957846031,8820,90632 +1790786743.063772585,8820,90632 +1790786743.173605055,8820,90632 +1790786743.280971246,8820,90632 +1790786743.389445640,8820,90632 +1790786743.499616173,8820,90632 +1790786743.608958837,8820,90632 +1790786743.719495084,8820,90632 +1790786743.827125778,8820,90632 +1790786743.936262140,8836,90648 +1790786744.046476504,8836,90648 +1790786744.153468121,8836,90648 +1790786744.261021254,8836,90648 +1790786744.371851805,8836,90648 +1790786744.475696805,8836,90648 +1790786744.580385835,8836,90648 +1790786744.685545661,8836,90648 +1790786744.790151960,8836,90648 +1790786744.897433600,8836,90648 +1790786745.001417292,8836,90648 +1790786745.103119678,8836,90648 +1790786745.205834535,8836,90648 +1790786745.310586876,8836,90648 +1790786745.411707584,8836,90648 +1790786745.512312927,8836,90648 +1790786745.617762726,8836,90648 +1790786745.722316375,8836,90648 +1790786745.824359594,8836,90648 +1790786745.938751137,8836,90648 +1790786746.048375264,8836,90648 +1790786746.157401804,8836,90648 +1790786746.267526497,8836,90648 +1790786746.376649828,8836,90648 +1790786746.484830469,8836,90648 +1790786746.593704527,8836,90648 +1790786746.701447023,8836,90648 +1790786746.807118624,8836,90648 +1790786746.914169291,8836,90648 +1790786747.018025412,8836,90648 +1790786747.123499071,8836,90648 +1790786747.229606937,8836,90648 +1790786747.335586053,8836,90648 +1790786747.443467219,8836,90648 +1790786747.547413131,8836,90648 +1790786747.655453140,8836,90648 +1790786747.758178137,8836,90648 +1790786747.860805723,8836,90648 +1790786747.964527652,8836,90648 +1790786748.069875270,8836,90648 +1790786748.177619645,8836,90648 +1790786748.285669134,8836,90648 +1790786748.392616350,8836,90648 +1790786748.499077921,8836,90648 +1790786748.608476156,8836,90648 +1790786748.717230403,8836,90648 +1790786748.825462503,8836,90648 +1790786748.936081292,8836,90648 +1790786749.045965932,8836,90648 +1790786749.156779633,8836,90648 +1790786749.265317598,8836,90648 +1790786749.373872873,8836,90648 +1790786749.481525067,8836,90648 +1790786749.588744686,8836,90648 +1790786749.700968544,8836,90648 +1790786749.807763898,8836,90648 +1790786749.915664425,8836,90648 +1790786750.023552502,8836,90648 +1790786750.129397516,8836,90648 +1790786750.237725230,8836,90648 +1790786750.345109394,8836,90648 +1790786750.453741332,8836,90648 +1790786750.555325109,8836,90648 +1790786750.657826897,8836,90648 +1790786750.768680530,8836,90648 +1790786750.880061711,8836,90648 +1790786750.989003453,8836,90648 +1790786751.103134025,8836,90648 +1790786751.211605592,8836,90648 +1790786751.319366750,8836,90648 +1790786751.428570015,8836,90648 +1790786751.541393632,8836,90648 +1790786751.652674331,8836,90648 +1790786751.756270471,8836,90648 +1790786751.858599006,8836,90648 +1790786751.970548843,8836,90648 +1790786752.077018057,8836,90648 +1790786752.186531705,8836,90648 +1790786752.293127760,8836,90648 +1790786752.399849317,8836,90648 +1790786752.505430939,8836,90648 +1790786752.612368458,8836,90648 +1790786752.720455761,8836,90648 +1790786752.829139009,8836,90648 +1790786752.935641173,8836,90648 +1790786753.045277053,8836,90648 +1790786753.152614877,8836,90648 +1790786753.261390236,8836,90648 +1790786753.367454825,8836,90648 +1790786753.473855158,8836,90648 +1790786753.580005127,8836,90648 +1790786753.687551513,8836,90648 +1790786753.795207731,8836,90648 +1790786753.903650187,8836,90648 +1790786754.005942071,8836,90648 +1790786754.106736229,8836,90648 +1790786754.205912278,8836,90648 +1790786754.307888740,8836,90648 +1790786754.409431976,8836,90648 +1790786754.505754872,8836,90648 +1790786754.609181830,8836,90648 +1790786754.711397364,8836,90648 +1790786754.811216270,8836,90648 +1790786754.913235642,8836,90648 +1790786755.015612588,8836,90648 +1790786755.115625557,8836,90648 +1790786755.216962741,8836,90648 +1790786755.319716200,8836,90648 +1790786755.422979797,8836,90648 +1790786755.521435737,8836,90648 +1790786755.621589348,8836,90648 +1790786755.723912653,8836,90648 +1790786755.824628350,8836,90648 +1790786755.926747053,8836,90648 +1790786756.025846960,8836,90648 +1790786756.127562929,8836,90648 +1790786756.233049161,8836,90648 +1790786756.341570268,8836,90648 +1790786756.448218743,8836,90648 +1790786756.556717190,8836,90648 +1790786756.667717116,8836,90648 +1790786756.774614164,8836,90648 +1790786756.882008938,8836,90648 +1790786756.989745597,8836,90648 +1790786757.095533732,8836,90648 +1790786757.199949471,8836,90648 +1790786757.301768381,8836,90648 +1790786757.403576470,8836,90648 +1790786757.508950601,8836,90648 +1790786757.617823862,8836,90648 +1790786757.725522300,8836,90648 +1790786757.831883682,8836,90648 +1790786757.944381105,8836,90648 +1790786758.055575293,8836,90648 +1790786758.161518941,8836,90648 +1790786758.269345590,8836,90648 +1790786758.377565503,8836,90648 +1790786758.487679209,8836,90648 +1790786758.596655582,8836,90648 +1790786758.705436481,8836,90648 +1790786758.813554974,8836,90648 +1790786758.920761836,8836,90648 +1790786759.029763698,8836,90648 +1790786759.137315244,8836,90648 +1790786759.245213365,8836,90648 +1790786759.355167718,8836,90648 +1790786759.464061630,8836,90648 +1790786759.573692200,8836,90648 +1790786759.681775982,8836,90648 +1790786759.789421608,8836,90648 +1790786759.892286040,8836,90648 +1790786759.995691768,8836,90648 +1790786760.098128745,8836,90648 +1790786760.200491100,8836,90648 +1790786760.303281041,8836,90648 +1790786760.404909458,8836,90648 +1790786760.505236801,8836,90648 +1790786760.609342337,8836,90648 +1790786760.709662849,8836,90648 +1790786760.809584556,8836,90648 +1790786760.912946874,8836,90648 +1790786761.016771046,8836,90648 +1790786761.121606741,8836,90648 +1790786761.223476421,8836,90648 +1790786761.325293130,8836,90648 +1790786761.430407698,8836,90648 +1790786761.532773114,8836,90648 +1790786761.635988370,8836,90648 +1790786761.748465622,8836,90648 +1790786761.853783642,8836,90648 +1790786761.963222180,8836,90648 +1790786762.068790353,8836,90648 +1790786762.177867867,8836,90648 +1790786762.285588225,8836,90648 +1790786762.395428267,8836,90648 +1790786762.503395607,8836,90648 +1790786762.611178476,8836,90648 +1790786762.720127769,8836,90648 +1790786762.826595092,8836,90648 +1790786762.935993079,8836,90648 +1790786763.038861041,8836,90648 +1790786763.137461683,8836,90648 +1790786763.245289022,8836,90648 +1790786763.353741298,8836,90648 +1790786763.461509087,8836,90648 +1790786763.570910774,8836,90648 +1790786763.680533064,8836,90648 +1790786763.787929678,8836,90648 +1790786763.895872289,8836,90648 +1790786764.003952000,8836,90648 +1790786764.109987689,8836,90648 +1790786764.218829820,8836,90648 +1790786764.323767416,8836,90648 +1790786764.430859476,8836,90648 +1790786764.539568085,8836,90648 +1790786764.647721688,8836,90648 +1790786764.755656468,8836,90648 +1790786764.863309055,8836,90648 +1790786764.971696401,8836,90648 +1790786765.079976305,8836,90648 +1790786765.192095704,8836,90648 +1790786765.300098885,8836,90648 +1790786765.408419020,8836,90648 +1790786765.516978928,8836,90648 +1790786765.623789595,8836,90648 +1790786765.731294791,8836,90648 +1790786765.836838423,8836,90648 +1790786765.937401988,8836,90648 +1790786766.037628729,8836,90648 +1790786766.135895237,8836,90648 +1790786766.239341956,8836,90648 +1790786766.342529431,8836,90648 +1790786766.442582140,8836,90648 +1790786766.544942266,8836,90648 +1790786766.646032137,8836,90648 +1790786766.747695435,8836,90648 +1790786766.849258961,8836,90648 +1790786766.952285725,8836,90648 +1790786767.054713251,8836,90648 +1790786767.154705539,8836,90648 +1790786767.255064182,8836,90648 +1790786767.356360725,8836,90648 +1790786767.460245429,8836,90648 +1790786767.563502805,8836,90648 +1790786767.669814766,8836,90648 +1790786767.777153260,8836,90648 +1790786767.885742838,8836,90648 +1790786767.993906061,8836,90648 +1790786768.101126643,8836,90648 +1790786768.209444058,8836,90648 +1790786768.316746701,8836,90648 +1790786768.425384569,8836,90648 +1790786768.532924515,8836,90648 +1790786768.641271710,8836,90648 +1790786768.749583725,8836,90648 +1790786768.851519996,8836,90648 +1790786768.957777127,8836,90648 +1790786769.065227752,8836,90648 +1790786769.170657672,8836,90648 +1790786769.275429266,8836,90648 +1790786769.381538276,8836,90648 +1790786769.488361443,8836,90648 +1790786769.603430966,8836,90648 +1790786769.709714857,8836,90648 +1790786769.813991685,8836,90648 +1790786769.921689383,8836,90648 +1790786770.027439328,8836,90648 +1790786770.131628235,8836,90648 +1790786770.239476934,8836,90648 +1790786770.343923874,8836,90648 +1790786770.451595061,8836,90648 +1790786770.560984649,8836,90648 +1790786770.670981872,8836,90648 +1790786770.780836885,8836,90648 +1790786770.887633603,8836,90648 +1790786771.003892779,8836,90648 +1790786771.118953552,8836,90648 +1790786771.231915190,8836,90648 +1790786771.346872332,8836,90648 +1790786771.460051834,8836,90648 +1790786771.571066719,8836,90648 +1790786771.686286394,8836,90648 +1790786771.798969039,8836,90648 +1790786771.911799367,8836,90648 +1790786772.030114157,8836,90648 +1790786772.142081354,8836,90648 +1790786772.254849341,8836,90648 +1790786772.368067782,8836,90648 +1790786772.479533044,8836,90648 +1790786772.594816129,8836,90648 +1790786772.708144862,8836,90648 +1790786772.822936301,8836,90648 +1790786772.935348494,8836,90648 +1790786773.047389942,8836,90648 +1790786773.159043735,8836,90648 +1790786773.271956183,8836,90648 +1790786773.388563924,8836,90648 +1790786773.502664696,8836,90648 +1790786773.618284425,8836,90648 +1790786773.732320996,8836,90648 +1790786773.839887082,8836,90648 +1790786773.949875806,8836,90648 +1790786774.060425107,8836,90648 +1790786774.165796718,8836,90648 +1790786774.272160330,8836,90648 +1790786774.379975808,8836,90648 +1790786774.495616418,8836,90648 +1790786774.603917903,8836,90648 +1790786774.713123338,8836,90648 +1790786774.824320026,8836,90648 +1790786774.932460949,8836,90648 +1790786775.038946412,8836,90648 +1790786775.148887276,8836,90648 +1790786775.256430682,8836,90648 +1790786775.362723593,8836,90648 +1790786775.472925339,8836,90648 +1790786775.582019383,8836,90648 +1790786775.690935755,8836,90648 +1790786775.797848373,8836,90648 +1790786775.906927487,8836,90648 +1790786776.017759251,8836,90648 +1790786776.125840923,8836,90648 +1790786776.228222129,8836,90648 +1790786776.342661805,8836,90648 +1790786776.458163003,8836,90648 +1790786776.573968694,8836,90648 +1790786776.691290473,8836,90648 +1790786776.803690936,8836,90648 +1790786776.918919250,8836,90648 +1790786777.033105893,8836,90648 +1790786777.147242455,8836,90648 +1790786777.261878683,8836,90648 +1790786777.375275097,8836,90648 +1790786777.488413587,8836,90648 +1790786777.603299638,8836,90648 +1790786777.719510564,8836,90648 +1790786777.833825759,8836,90648 +1790786777.946404713,8836,90648 +1790786778.062200324,8836,90648 +1790786778.175785090,8836,90648 +1790786778.290199375,8836,90648 +1790786778.406978939,8836,90648 +1790786778.519090287,8836,90648 +1790786778.632192797,8836,90648 +1790786778.747930718,8836,90648 +1790786778.863609298,8836,90648 +1790786778.979296208,8836,90648 +1790786779.085566699,8836,90648 +1790786779.198558578,8836,90648 +1790786779.312641939,8836,90648 +1790786779.427167257,8836,90648 +1790786779.539097513,8836,90648 +1790786779.653253755,8836,90648 +1790786779.766886742,8836,90648 +1790786779.880124283,8836,90648 +1790786779.995529461,8836,90648 +1790786780.108057204,8836,90648 +1790786780.224807326,8836,90648 +1790786780.338746096,8836,90648 +1790786780.453778029,8836,90648 +1790786780.567435145,8836,90648 +1790786780.683731853,8836,90648 +1790786780.796249906,8836,90648 +1790786780.911609152,8836,90648 +1790786781.026474543,8836,90648 +1790786781.140347572,8836,90648 +1790786781.254899649,8836,90648 +1790786781.373795736,8836,90648 +1790786781.487024058,8836,90648 +1790786781.599575622,8836,90648 +1790786781.709520275,8836,90648 +1790786781.813824184,8836,90648 +1790786781.923661876,8836,90648 +1790786782.031732708,8836,90648 +1790786782.140511268,8836,90648 +1790786782.248256206,8836,90648 +1790786782.355594429,8836,90648 +1790786782.460387464,8836,90648 +1790786782.569786121,8836,90648 +1790786782.679410521,8836,90648 +1790786782.785635861,8836,90648 +1790786782.894065697,8836,90648 +1790786783.000971306,8836,90648 +1790786783.111242063,8836,90648 +1790786783.225827581,8836,90648 +1790786783.342917857,8836,90648 +1790786783.453824922,8836,90648 +1790786783.568503301,8836,90648 +1790786783.689301590,8836,90648 +1790786783.797287321,8836,90648 +1790786783.905212041,8836,90648 +1790786784.008621429,8836,90648 +1790786784.112312190,8836,90648 +1790786784.217075704,8836,90648 +1790786784.321483273,8836,90648 +1790786784.427476771,8836,90648 +1790786784.530975860,8836,90648 +1790786784.633048192,8836,90648 +1790786784.738996480,8836,90648 +1790786784.838360161,8836,90648 +1790786784.941763488,8836,90648 +1790786785.045007144,8836,90648 +1790786785.154044018,8836,90648 +1790786785.265140684,8836,90648 +1790786785.375158789,8836,90648 +1790786785.484533406,8836,90648 +1790786785.587261056,8836,90648 +1790786785.688108894,8836,90648 +1790786785.789747901,8836,90648 +1790786785.894995751,8836,90648 +1790786786.007190271,8836,90648 +1790786786.117382797,8836,90648 +1790786786.225401628,8836,90648 +1790786786.334296710,8836,90648 +1790786786.441456721,8836,90648 +1790786786.549217349,8836,90648 +1790786786.657499544,8836,90648 +1790786786.762169926,8836,90648 +1790786786.865979959,8836,90648 +1790786786.971404000,8836,90648 +1790786787.069778860,8836,90648 +1790786787.175499225,8836,90648 +1790786787.282980749,8836,90648 +1790786787.387160576,8836,90648 +1790786787.489695724,8836,90648 +1790786787.592794989,8836,90648 +1790786787.698679255,8836,90648 +1790786787.805031637,8836,90648 +1790786787.906839626,8836,90648 +1790786788.011162045,8836,90648 +1790786788.115783657,8836,90648 +1790786788.217244403,8836,90648 +1790786788.323783166,8836,90648 +1790786788.429617562,8836,90648 +1790786788.532557005,8836,90648 +1790786788.635267245,8836,90648 +1790786788.738383649,8836,90648 +1790786788.843596688,8836,90648 +1790786788.946276808,8836,90648 +1790786789.047506810,8836,90648 +1790786789.148544061,8836,90648 +1790786789.249697473,8836,90648 +1790786789.348091482,8836,90648 +1790786789.453867367,8836,90648 +1790786789.557413527,8836,90648 +1790786789.664249195,8836,90648 +1790786789.769445653,8836,90648 +1790786789.874127326,8836,90648 +1790786789.979490807,8836,90648 +1790786790.085971070,8836,90648 +1790786790.187654398,8836,90648 +1790786790.293405923,8836,90648 +1790786790.391430038,8836,90648 +1790786790.490613057,8836,90648 +1790786790.595550603,8836,90648 +1790786790.693803961,8836,90648 +1790786790.797454892,8836,90648 +1790786790.901031312,8836,90648 +1790786791.006733506,8836,90648 +1790786791.109973432,8836,90648 +1790786791.215946780,8836,90648 +1790786791.321379171,8836,90648 +1790786791.426121574,8836,90648 +1790786791.526064432,8836,90648 +1790786791.631299852,8836,90648 +1790786791.733937581,8836,90648 +1790786791.838921616,8836,90648 +1790786791.943667410,8836,90648 +1790786792.048397133,8836,90648 +1790786792.148537293,8836,90648 +1790786792.251768839,8836,90648 +1790786792.356444111,8836,90668 +1790786792.457897847,8856,90668 +1790786792.564699394,8856,90668 +1790786792.672717636,8856,90668 +1790786792.778934206,8856,90668 +1790786792.881453653,8856,90668 +1790786792.986647952,8856,90668 +1790786793.085677409,8856,90668 +1790786793.187078414,8856,90668 +1790786793.289187086,8856,90668 +1790786793.390815924,8856,90668 +1790786793.494438604,8856,90668 +1790786793.597840592,8856,90668 +1790786793.701546174,8856,90668 +1790786793.813102326,8856,90668 +1790786793.921467861,8856,90668 +1790786794.028455901,8856,90668 +1790786794.135967546,8856,90668 +1790786794.245410224,8856,90668 +1790786794.354750401,8856,90668 +1790786794.465317301,8856,90668 +1790786794.572406972,8856,90668 +1790786794.683563500,8856,90668 +1790786794.788960971,8856,90668 +1790786794.897274085,8856,90668 +1790786795.005740192,8856,90668 +1790786795.113980276,8856,90668 +1790786795.221279688,8856,90668 +1790786795.325116631,8856,90668 +1790786795.431472503,8856,90668 +1790786795.535283056,8856,90668 +1790786795.642931483,8856,90668 +1790786795.747195781,8856,90668 +1790786795.850425547,8856,90668 +1790786795.950806430,8856,90668 +1790786796.051973972,8856,90668 +1790786796.161035965,8856,90668 +1790786796.262692092,8856,90668 +1790786796.364266749,8856,90668 +1790786796.469302566,8856,90668 +1790786796.569929802,8856,90668 +1790786796.676815559,8856,90668 +1790786796.780190087,8856,90668 +1790786796.887769793,8856,90668 +1790786796.991815679,8856,90668 +1790786797.092099580,8856,90668 +1790786797.191459101,8856,90668 +1790786797.305789996,8856,90668 +1790786797.412476142,8856,90668 +1790786797.521612386,8856,90668 +1790786797.625924224,8856,90668 +1790786797.728626734,8856,90668 +1790786797.828622713,8856,90668 +1790786797.934704871,8856,90668 +1790786798.038636635,8856,90668 +1790786798.143537310,8856,90668 +1790786798.246955959,8856,90668 +1790786798.348849209,8856,90668 +1790786798.455136930,8856,90668 +1790786798.557455705,8856,90668 +1790786798.659389086,8856,90668 +1790786798.756174477,8856,90668 +1790786798.859947120,8856,90668 +1790786798.964575462,8856,90668 +1790786799.066950577,8856,90668 +1790786799.175810798,8856,90668 +1790786799.286788934,8856,90668 +1790786799.391072492,8856,90668 +1790786799.501677973,8856,90668 +1790786799.604521515,8856,90668 +1790786799.708951265,8856,90668 +1790786799.817585813,8856,90668 +1790786799.927288374,8856,90668 +1790786800.033377053,8856,90668 +1790786800.135171242,8856,90668 +1790786800.247228470,8856,90668 +1790786800.355419803,8856,90668 +1790786800.464295285,8856,90668 +1790786800.572378816,8856,90668 +1790786800.683702676,8856,90668 +1790786800.793293216,8856,90668 +1790786800.902798424,8856,90668 +1790786801.012011249,8856,90668 +1790786801.120447696,8856,90668 +1790786801.228175833,8856,90668 +1790786801.336696671,8856,90668 +1790786801.444263777,8856,90668 +1790786801.550009632,8856,90668 +1790786801.660525012,8856,90668 +1790786801.771280775,8856,90668 +1790786801.878856441,8856,90668 +1790786801.987004954,8856,90668 +1790786802.096610234,8856,90668 +1790786802.204441933,8856,90668 +1790786802.313262963,8856,90668 +1790786802.421658579,8856,90668 +1790786802.528997563,8856,90668 +1790786802.635873890,8856,90668 +1790786802.746044187,8856,90668 +1790786802.854748466,8856,90668 +1790786802.961549013,8856,90668 +1790786803.069605485,8856,90668 +1790786803.181308269,8856,90668 +1790786803.289494212,8856,90668 +1790786803.399782940,8856,90668 +1790786803.509782464,8856,90668 +1790786803.621641090,8856,90668 +1790786803.731036087,8856,90668 +1790786803.841561238,8856,90668 +1790786803.951059746,8856,90668 +1790786804.055760629,8856,90668 +1790786804.157743780,8856,90668 +1790786804.261850926,8856,90668 +1790786804.367170696,8856,90668 +1790786804.467259025,8856,90668 +1790786804.573646758,8856,90668 +1790786804.675122184,8856,90668 +1790786804.776049833,8856,90668 +1790786804.882717098,8856,90668 +1790786804.988094609,8856,90668 +1790786805.093416449,8856,90668 +1790786805.191366224,8856,90668 +1790786805.296241909,8856,90668 +1790786805.402526180,8856,90668 +1790786805.507291933,8856,90668 +1790786805.609176734,8856,90668 +1790786805.715115511,8856,90668 +1790786805.817898412,8856,90668 +1790786805.922784677,8856,90668 +1790786806.027660642,8856,90668 +1790786806.129764864,8856,90668 +1790786806.233832130,8856,90668 +1790786806.332775496,8856,90668 +1790786806.433791946,8856,90668 +1790786806.533874306,8856,90668 +1790786806.632966213,8856,90668 +1790786806.735754054,8856,90668 +1790786806.840107643,8856,90668 +1790786806.953985132,8856,90668 +1790786807.063548582,8856,90668 +1790786807.171466632,8856,90668 +1790786807.280892529,8856,90668 +1790786807.389830481,8856,90668 +1790786807.497283696,8856,90668 +1790786807.605846513,8856,90668 +1790786807.709172450,8856,90668 +1790786807.812578098,8856,90668 +1790786807.917075189,8856,90668 +1790786808.023928737,8856,90668 +1790786808.128497478,8856,90668 +1790786808.232916508,8856,90668 +1790786808.336572669,8856,90668 +1790786808.440838787,8856,90668 +1790786808.544215954,8856,90668 +1790786808.647874665,8856,90668 +1790786808.749054287,8856,90668 +1790786808.849881735,8856,90668 +1790786808.952994799,8856,90668 +1790786809.056023353,8856,90668 +1790786809.157675960,8856,90668 +1790786809.257353865,8856,90668 +1790786809.360876024,8856,90668 +1790786809.465484146,8856,90668 +1790786809.561902813,8856,90668 +1790786809.669691182,8856,90668 +1790786809.775680609,8856,90668 +1790786809.885657484,8856,90668 +1790786809.993642425,8856,90668 +1790786810.099472340,8856,90668 +1790786810.207807895,8856,90668 +1790786810.316160081,8856,90668 +1790786810.425077682,8856,90668 +1790786810.532820860,8856,90668 +1790786810.641747532,8856,90668 +1790786810.748979045,8856,90668 +1790786810.859089710,8856,90668 +1790786810.968144083,8856,90668 +1790786811.077268458,8856,90668 +1790786811.185454640,8856,90668 +1790786811.292115496,8856,90668 +1790786811.398865463,8856,90668 +1790786811.505851812,8856,90668 +1790786811.615291200,8856,90668 +1790786811.723469943,8856,90668 +1790786811.830859007,8856,90668 +1790786811.937262969,8856,90668 +1790786812.045463733,8856,90668 +1790786812.155438767,8856,90668 +1790786812.260480904,8856,90668 +1790786812.371911905,8856,90668 +1790786812.480540163,8856,90668 +1790786812.589181331,8856,90668 +1790786812.697717989,8856,90668 +1790786812.797982340,8856,90668 +1790786812.905570257,8856,90668 +1790786813.006573276,8856,90668 +1790786813.113371574,8856,90668 +1790786813.221600578,8856,90668 +1790786813.322860101,8856,90668 +1790786813.432442260,8856,90668 +1790786813.541823357,8856,90668 +1790786813.649512115,8856,90668 +1790786813.749821677,8856,90668 +1790786813.853318865,8856,90668 +1790786813.955762742,8856,90668 +1790786814.059525224,8856,90668 +1790786814.162749310,8856,90668 +1790786814.273450102,8856,90668 +1790786814.384007583,8856,90668 +1790786814.492877775,8856,90668 +1790786814.601745755,8856,90668 +1790786814.709917709,8856,90668 +1790786814.816697906,8856,90668 +1790786814.925853750,8856,90668 +1790786815.032463255,8856,90668 +1790786815.143881506,8856,90668 +1790786815.252924749,8856,90668 +1790786815.361820900,8856,90668 +1790786815.469890662,8856,90668 +1790786815.579783176,8856,90668 +1790786815.687253850,8856,90668 +1790786815.797043972,8856,90668 +1790786815.904891712,8856,90668 +1790786816.012961763,8856,90668 +1790786816.121258808,8856,90668 +1790786816.229126188,8856,90668 +1790786816.337929178,8856,90668 +1790786816.446506566,8856,90668 +1790786816.553740238,8856,90668 +1790786816.653573045,8856,90668 +1790786816.756905002,8856,90668 +1790786816.856746138,8856,90668 +1790786816.956451713,8856,90668 +1790786817.059018971,8856,90668 +1790786817.161545099,8856,90668 +1790786817.264578553,8856,90668 +1790786817.369676010,8856,90668 +1790786817.469618827,8856,90668 +1790786817.569715997,8856,90668 +1790786817.671458076,8856,90668 +1790786817.775331119,8856,90668 +1790786817.879684738,8856,90668 +1790786817.984417081,8856,90668 +1790786818.085413611,8856,90668 +1790786818.192963957,8856,90668 +1790786818.296497297,8856,90668 +1790786818.402540274,8856,90668 +1790786818.499494848,8856,90668 +1790786818.601880594,8856,90668 +1790786818.709571992,8856,90668 +1790786818.818193540,8856,90668 +1790786818.927780209,8856,90668 +1790786819.035496307,8856,90668 +1790786819.143433438,8856,90668 +1790786819.252385879,8856,90668 +1790786819.360720655,8856,90668 +1790786819.468762356,8856,90668 +1790786819.578110773,8856,90668 +1790786819.685001681,8856,90668 +1790786819.795494051,8856,90668 +1790786819.904958979,8856,90668 +1790786820.013682919,8856,90668 +1790786820.121015382,8856,90668 +1790786820.229799522,8856,90668 +1790786820.336834372,8856,90668 +1790786820.445994097,8856,90668 +1790786820.547252060,8856,90668 +1790786820.652691261,8856,90668 +1790786820.753275216,8856,90668 +1790786820.863751686,8856,90668 +1790786820.971329202,8856,90668 +1790786821.076686612,8856,90668 +1790786821.185093478,8856,90668 +1790786821.296498319,8856,90668 +1790786821.405767784,8856,90668 +1790786821.516061852,8856,90668 +1790786821.622906810,8856,90668 +1790786821.733660643,8856,90668 +1790786821.843894080,8856,90668 +1790786821.945769380,8856,90668 +1790786822.047537549,8856,90668 +1790786822.149745713,8856,90668 +1790786822.251010286,8856,90668 +1790786822.349537767,8856,90668 +1790786822.453753745,8856,90668 +1790786822.557142403,8856,90668 +1790786822.667983837,8856,90668 +1790786822.777824289,8856,90668 +1790786822.885977292,8856,90668 +1790786822.989983877,8856,90668 +1790786823.095150215,8856,90668 +1790786823.196193225,8856,90668 +1790786823.301103201,8856,90668 +1790786823.400712985,8856,90668 +1790786823.514551213,8856,90668 +1790786823.618125373,8856,90668 +1790786823.725674799,8856,90668 +1790786823.832183383,8856,90668 +1790786823.940967373,8856,90668 +1790786824.051448923,8856,90668 +1790786824.156122756,8856,90668 +1790786824.264137237,8856,90668 +1790786824.373827237,8856,90668 +1790786824.481346883,8856,90668 +1790786824.589020301,8856,90668 +1790786824.699956015,8856,90668 +1790786824.805702420,8856,90668 +1790786824.913172206,8856,90668 +1790786825.020622640,8856,90668 +1790786825.127801042,8856,90668 +1790786825.235084465,8856,90668 +1790786825.341205394,8856,90668 +1790786825.450027914,8856,90668 +1790786825.554201751,8856,90668 +1790786825.656166352,8856,90668 +1790786825.760365090,8856,90668 +1790786825.869722676,8856,90668 +1790786825.980712732,8856,90668 +1790786826.094564241,8856,90668 +1790786826.207103744,8856,90668 +1790786826.319606638,8856,90668 +1790786826.429906755,8856,90668 +1790786826.543606283,8856,90668 +1790786826.657484992,8856,90668 +1790786826.770521051,8856,90668 +1790786826.881719830,8856,90668 +1790786826.996066184,8856,90668 +1790786827.109428967,8856,90668 +1790786827.214733347,8856,90668 +1790786827.319566201,8856,90668 +1790786827.431668870,8856,90668 +1790786827.540316229,8856,90668 +1790786827.651793120,8856,90668 +1790786827.760884604,8856,90668 +1790786827.869652494,8856,90668 +1790786827.974138894,8856,90668 +1790786828.084154788,8856,90668 +1790786828.192938429,8856,90668 +1790786828.301701079,8856,90668 +1790786828.405763834,8856,90668 +1790786828.512321198,8856,90668 +1790786828.622511095,8856,90668 +1790786828.728948408,8856,90668 +1790786828.841645093,8856,90668 +1790786828.950193891,8856,90668 +1790786829.059670719,8856,90668 +1790786829.167703041,8856,90668 +1790786829.276284919,8856,90668 +1790786829.383570801,8856,90668 +1790786829.498602654,8856,90668 +1790786829.614958702,8856,90668 +1790786829.720230171,8856,90668 +1790786829.832148538,8856,90668 +1790786829.944625231,8856,90668 +1790786830.058443409,8856,90668 +1790786830.165797953,8856,90668 +1790786830.269841168,8856,90668 +1790786830.375676214,8856,90668 +1790786830.482356830,8856,90668 +1790786830.589602412,8856,90668 +1790786830.693495726,8856,90668 +1790786830.800179221,8856,90668 +1790786830.905896276,8856,90668 +1790786831.015816220,8856,90668 +1790786831.127163709,8856,90668 +1790786831.233521201,8856,90668 +1790786831.340497461,8856,90668 +1790786831.451976912,8856,90668 +1790786831.558397905,8856,90668 +1790786831.669634044,8856,90668 +1790786831.776922587,8856,90668 +1790786831.882102575,8856,90668 +1790786831.993069190,8856,90668 +1790786832.101299154,8856,90668 +1790786832.217792743,8856,90668 +1790786832.332186379,8856,90668 +1790786832.447128630,8856,90668 +1790786832.558683063,8856,90668 +1790786832.671941084,8856,90668 +1790786832.784460878,8856,90668 +1790786832.899594782,8856,90668 +1790786833.013691493,8856,90668 +1790786833.127776495,8856,90668 +1790786833.239624930,8856,90668 +1790786833.353668142,8856,90668 +1790786833.467865385,8856,90668 +1790786833.577679987,8856,90668 +1790786833.682412760,8856,90668 +1790786833.792113351,8856,90668 +1790786833.901340356,8856,90668 +1790786834.008454747,8856,90668 diff --git a/stacks/intern-decision/README.md b/stacks/intern-decision/README.md index d4e439f..6c0e19d 100644 --- a/stacks/intern-decision/README.md +++ b/stacks/intern-decision/README.md @@ -1,10 +1,7 @@ # intern-decision -> ⚠ **STATUS 2026-09-30 0937 PT: built and accepted on GPU 3; the GPU 1 deploy is HELD.** GPU 1's -> usable free memory is 15,442 MiB (nvidia-smi `Free`: 97,887 total − 640 driver-reserved − -> 81,806 used), below the 15,800 MiB pre-deploy floor. The 10,300 MiB budget was derived from -> total − used (16,081). The decision is with infra-ops/Prime; see "VRAM". Nothing is running -> on port 8033 yet. +> **LIVE since 2026-09-30 0941 PT** on fv-ml1 GPU 1, with cap 9.0 GiB and `MAX_TOKENS` 7,168. +> Acceptance on the live service is below. `semif` is stopped and kept as the rollback. **Intern-Decision-4B typed decisions** on **fv-ml1 GPU 1**, the utility card beside `vllm-coder`, the erp/meromero seats and scriberr. It **replaced `semif`** on Prime's ruling of 2026-09-30, @@ -76,48 +73,58 @@ curl -s -H "Authorization: Bearer $T" http://intern-decision.fv.internal:8033/de - `/health.semif_commit`; - per-workload calibration. Any `workload` is a 422, exactly as the deployed semif behaved with its empty table. -5. **`MAX_TOKENS` (8192) is per call:** the state plus all its questions. A longer call is a 422 - and is never truncated. Every call up to that limit fits the VRAM cap (measured). See VRAM - below. +5. **`MAX_TOKENS` is 7,168 per call:** the state plus all its questions. It is lower than the + model's own 8,192 so that every call the API accepts fits the VRAM cap. + - The count is taken **before** the forward pass, so a longer call is a clear + `422 invalid_request` ("Example has N tokens, above 7168; truncation is forbidden"). It is + never truncated. + - A request with more decisions is split into more calls, and each call must fit. -## VRAM: the whole container ≤ 10,300 MiB +## VRAM: fits beside scriberr's peak, whatever the request -**Budget (infra-ops, 2026-09-30):** the container's **whole** nvidia-smi footprint, CUDA context -included, must never exceed **10,300 MiB**, whatever the request. That leaves scriberr (peak -5,496 MiB with its 120 s slices) 295 MiB of spare even when both hit their peaks at once. -`torch.cuda.set_per_process_memory_fraction` caps only torch's allocator, so the cap is the budget -minus the measured non-allocator overhead: +**Budget (infra-ops, 2026-09-30):** GPU 1 needs nvidia-smi `Free` ≥ **15,400 MiB** before this +service starts. That is our card peak of 9,876 MiB plus scriberr's peak of 5,496 MiB (with its +120 s slices), rounded up. So both can peak at the same moment. Read nvidia-smi's own `Free`, not +total − used: the driver reserves 640 MiB on every card. The deploy at 0940 read 15,442. + +`torch.cuda.set_per_process_memory_fraction` caps only torch's allocator. The two knobs in `.env` +are therefore chosen together and change together: ``` -footprint <= VRAM_CAP_GIB + overhead = 9,472 MiB (9.25 GiB) + 662 MiB = 10,134 MiB (166 MiB under budget) +card footprint <= VRAM_CAP_GIB 9.0 (9,216 MiB) + 660 MiB outside the allocator (measured) = 9,876 MiB +MAX_TOKENS 7168 = the largest call measured to fit under that cap, so no accepted call reaches the 503 ``` -`VRAM_CAP_GIB` in `.env` is **the single knob**. It is applied before the weights load. +| on the live service, GPU 1 (per-process nvidia-smi, 0.1 s sampling, 2,939 samples over 316 s of acceptance load) | MiB | +|---|---| +| **at rest** after startup | **8,812** | +| at rest after the acceptance (512 MiB release slack keeps a little cache) | 8,856 | +| **peak**: largest requests, 64 decisions × 16 options, 4 calls × 7,168 tokens, N = 3 | **9,866**; torch `max_reserved` 8.996 of 9.0 GiB | +| GPU 1 `Free` before the deploy / at rest after / lowest during the acceptance | 15,442 / 6,581 / 5,569, which stays above scriberr's 5,496 | -⚠ **The budget assumed 16,081 MiB free on GPU 1. That is total − used.** nvidia-smi's own `Free` is -**15,442 MiB**, because the driver reserves 640 MiB on every card (GPU 3 shows the same 640). -Against the true free memory, a footprint that never collides with scriberr's 5,496 MiB peak must -stay at or below **9,946 MiB**: +- ⚠ **At 7,168 tokens the allocator reaches the cap with about 4 MiB to spare.** It fits because + the allocator frees its cache and retries before it fails. + - Measured: every call up to the limit answered 200. That is 145 shared calls on the live + service, including the size search near the boundary, 3 × 4 calls at 7,168 tokens with + 16 questions, and 3 at 7,168 tokens with one question. No 503 was seen. + - The allocator's cache state depends on request history. If a max-size call ever does return + 503, lower `MAX_TOKENS`. Do not raise the cap. +- Raising either knob needs a fresh measurement (`acceptance/checks.py --checks fit,maxreq`) and + the budget re-checked against scriberr. +- **Over the cap the answer is 503 `out_of_memory`.** Memory returns to the resting baseline and + the service keeps answering. This was proven on GPU 3 with a deliberately tight cap. -| cap | footprint peak (measured, GPU 3) | with scriberr at its peak, against 15,442 free | calls that fit (16 questions × 16 options) | -|---|---|---|---| -| **9.25 GiB** (`.env.example` now) | 10,134 MiB | **188 MiB over** | every call the API accepts (8,191 tok) | -| **9.0 GiB** | 9,876 MiB | 70 MiB spare | up to 7,168 tok; longer calls get 503. Every bench shape fits, at the same latency | +Measured on GPU 3 before the deploy (alone on the card), which is where the knobs came from: | measured on fv-ml1 GPU 3 (alone on the card), image 0.1.0 | MiB | |---|---| | **at rest** (nvidia-smi, whole card less 2 MiB idle) | **8,820** (torch reserved 8,160 + outside 660) | | outside the allocator (CUDA context + loaded kernels), at rest / after 2×30 concurrent requests / after the latency shapes / after 4 × 8,191-token calls | 660 / 660 / 662 / 662 | -| **peak, largest request the API accepts, capped at 9.25 GiB** (card, 0.1 s sampling) | **10,134**; torch `max_reserved` = 9.25 GiB exactly, so the cap is what held it | -| the same request **uncapped**, for comparison | 10,422 (allocator peak 9,760): **over budget, so the cap is required** | +| card peak at cap 9.0 GiB (fit search and a 64 × 8,191-token request, which got 503) | **9,876** | +| peak with 4 × 8,191-token calls at cap 9.25 GiB (answered 200) / uncapped | 10,134 / 10,422 (allocator 9,760) | +| largest 16-question call that answers 200: at cap 9.0 / at 9.25 GiB | 7,168 / 8,191 tokens | | startup peak (weights + vision tower until the swap + warm-up) | allocator 8.86 GiB. **A cap below ~8.9 GiB cannot start** (it fails closed; 8.5 was refused) | -- **The largest request the API accepts** is 64 decisions × 16 options, with each of its 4 calls - at 8,191 tokens. Under the cap it answers **200** (1.67 s), not 503. Near the limit the - allocator frees cached blocks before it fails, so the uncapped 9,760 MiB peak was partly cache. - Every call up to `MAX_TOKENS` fits the cap. -- **Over the cap the answer is 503 `out_of_memory`.** Memory goes back to the resting baseline - and the service keeps answering. This was proven with a deliberately tight cap (acceptance). - **One inference thread is load-bearing** (contract INV-2). torch keeps CUDA state per host thread (cuBLAS handles and workspaces). The first build scored on anyio's 40-thread pool: a concurrent burst added 252 MiB outside the cap and 326 MiB inside it, and the peak reached @@ -132,19 +139,22 @@ stay at or below **9,946 MiB**: ## Latency -Loopback on fv-ml1 (GPU 3 alone on the card, image 0.1.0, cap 9.25 GiB). `bench_shape.py` -from the Jev bench ran 3 runs × 20 requests, and the medians are shown with the run-median -range. The bench's native Intern-Decision numbers are the reference. +**Live, from nh3-dev** (0942 PT). The URL is `intern-decision.fv.internal:8033`, and the round trip +is 22.9 ms on average (19.5–27.7 ms over 10 pings). GPU 1 is shared with the vLLM seats and +scriberr. The harness is `bench_shape.py` from the Jev bench, 3 runs × 20 requests; each cell is +the median with the run-median range. "server" is the service's own time. -| shape | end to end | server | bench (native, loopback) | SemIf 0.1.4 (bench) | +| shape | end to end from nh3-dev | server | GPU 3 loopback before deploy | SemIf 0.1.4 (README, from nh3-dev) | |---|---|---|---|---| -| 1 decision, short (~180 tok) | 36.4 ms (36.4–36.5) | 34.7 | 39 | 37 | -| **21 binary criteria**, one `/decide/shared` (2 calls: 16 + 5) | **82.3 ms** (82.3–82.4) | 78.9 | 88 | 131 | -| 1 decision over the ~3,900-token state | 191.4 ms (191.4–191.5) | 187.9 | 190 | 186 | -| **16 criteria over the ~3,900-token state** (1 call, 4,579 tok) | **216.8 ms** (216.5–217.0) | 211.1 | 215 | 505 | -| largest accepted request (4 calls × 8,191 tok) | 1,672 ms (1,672–1,675, N=3) | | | | +| 1 decision, short (~180 tok) | 53.9 ms (53.3–54.2) | 35.2 | 36.4 | 69 | +| **21 binary criteria**, one `/decide/shared` (2 calls: 16 + 5) | **114.3 ms** (114.1–114.3) | 80.3 | 82.3 | 159 | +| 1 decision over the ~3,900-token state | 211.2 ms (210.8–211.6) | 186.8 | 191.4 | | +| **16 criteria over the ~3,900-token state** (1 call, 4,579 tok) | **238.3 ms** (237.8–238.7) | 205.3 | 216.8 | (bench loopback: 505) | +| largest request (4 calls × 7,168 tok), N = 3 | 1,519–1,543 ms | | | | -*From nh3-dev and on GPU 1, next to the vLLM seats: pending the GPU 1 deploy (held, see the status banner).* +Server-side time on GPU 1 matches GPU 3 within a few ms, so the vLLM neighbours were not +measurably slowing it at 0942. The rest of the end-to-end time is the network (~23 ms round trip +plus the HTTP exchange). ## Acceptance (2026-09-30) @@ -153,6 +163,8 @@ directory per process lifetime). **The harness is the bench's own.** `bench_sets --backend semif` speaks semif-serve's API, so it drove this service unchanged. `compare.py` scores it as the bench's `analyze.py` did. +### On GPU 3 before the deploy (the harness and the floor) + | check (GPU 3, cap 9.25 GiB, N = 3 fresh processes unless noted) | result | bench / floor | |---|---|---| | **positive control**, pooled 259, single ordering | **240, 240, 240** | bench 240 (4 repeats); the pooled set resolves ±4 pts | @@ -166,12 +178,28 @@ scores it as the bench's `analyze.py` did. | more than 16 questions: 20 decisions in one request, against the same decisions asked as 16 + 4 | 2 calls `[16, 4]`, all 20 tops equal, Δp 0, same prompt hashes | | | 401: no token / wrong token, both POSTs; `/health` open | 401 / 401; 200 | | | 429: 48 concurrent requests, `MAX_QUEUE` 32 | 32 answered, 16 × 429 `busy` | | -| largest request the API accepts (64 × 16 options, 4 × 8,191 tok) at cap 9.25 GiB | **200** ×3; card peak 10,134 MiB | budget 10,300 | +| largest request at `MAX_TOKENS` 8,192 (64 × 16 options, 4 × 8,191 tok), cap 9.25 GiB | **200** ×3; card peak 10,134 MiB | superseded by the 9.0 / 7,168 knobs (VRAM) | | **over the cap** (the same request at a deliberately tight cap of 8.9 GiB) | **503 `out_of_memory`**; reserved 7.969 GiB before, 7.969 after, next request 200; then all 560 single rows answered, bit-identical to the bench | | | fit under the cap: the largest 16-question call that answers 200 | 8,191 tok (the whole API) at 9.25 GiB; 7,168 tok at 9.0 GiB | | | cap below startup | 8.5 GiB: startup refused (OOM loading), fails closed | | -*On the deployed service (GPU 1): pending the deploy (held, see the status banner).* +### On the live service (GPU 1, 0942–0946 PT, through `http://intern-decision.fv.internal:8033` from nh3-dev) + +Raw results: `services/intern-decision-serve/acceptance/gpu1-live/`. + +| check | result | reference | +|---|---|---| +| **positive control**, pooled 259, single ordering | **240** | bench 240; GPU 3 240 ×3 | +| positive control, Wyrd /84 | **79** | bench 79 | +| row by row against the bench's native rows (560 single + 144 negative) | **0 top changes, max Δp 0.000** | | +| negative control: same top / follows the description / right vs gold | **10 / 122 / 14** | bench 10 / 122 / 14 | +| 401 without or with a wrong token (both POSTs); `/health` open | 401 / 401; 200 | | +| largest accepted request: 64 decisions × 16 options, 4 calls × 7,168 tok | **200** ×3 | | +| one question at 7,168 tok | 200 ×3; one token more (7,171) → **422** "above 7168" | | +| any 503 across the whole live acceptance | **none** (server log: 128 + 145 × 200, 18 × 422, 4 × 401) | | + +The live pass is N = 1 for the positive control. It is read against the GPU 3 floor: the same +image moved 0 of 560 rows across 3 restarts, and 0 against the bench's 4 restarts. ## Building and deploying diff --git a/stacks/semif/README.md b/stacks/semif/README.md index 12778c6..3ca7fe6 100644 --- a/stacks/semif/README.md +++ b/stacks/semif/README.md @@ -1,14 +1,25 @@ # semif -> ⚠ **OFFLINE since 2026-09-30 0135 PT (Prime: "take semif offline for now").** It was -> stopped (`docker compose stop`, NOT removed) to give scriberr its GPU 1 headroom back: -> scriberr's Parakeet path cuts audio into 5-minute slices and needs over 6 GB, and with -> SemIf resident it had ~6.7 GB and hit CUDA OOM on a 35-minute file. Stopping it moved -> GPU 1 from 91,052 to 81,806 MiB used. The image, weights, config and token are all kept; -> `unless-stopped` keeps it down across a reboot. **Do not restart it without Prime's word.** -> To bring it back: `cd /opt/docker/compose/semif && docker compose start`, but first -> make sure scriberr has its room (the durable fix, shortening scriberr's slice length, is -> deferred by Prime to later). Everything below describes the service as it was deployed. +> ⚠ **REPLACED by intern-decision (Prime, 2026-09-30).** Prime ruled at ~0510 PT: "replace semif +> with intern-decision now". The replacement is `stacks/intern-decision` (Intern-Decision-4B, live since 0941 PT, +> `http://10.251.50.54:8033`, `intern-decision.fv.internal`). It keeps this service's HTTP surface +> (`/decide`, `/decide/shared`, `/health`), so callers only change the URL and the token +> (`secret get intern-decision/api-token`). Its README lists every deliberate difference. +> +> The `semif` container has been **stopped, not removed**, since 0135 PT that day, when it was +> taken offline to give scriberr its GPU 1 headroom back. Its image (`semif-serve:0.1.4`), +> weights, config and token are all kept, and `unless-stopped` keeps it down across a reboot. +> Port 8032 and `semif.fv.internal` stay reserved for it. +> +> **Rollback, only on Prime's word.** +> 1. Stop intern-decision first. The two services do not fit GPU 1 together next to scriberr. +> semif held 9.2 GB at rest and peaked at 12.9 GB. +> `cd /opt/docker/compose/intern-decision && docker compose stop`. +> 2. Start semif: `cd /opt/docker/compose/semif && docker compose start`. +> 3. Check nvidia-smi `Free` on GPU 1 against semif's 12.9 GB peak plus scriberr's 5.5 GB (its +> 120 s slices) before calling it done. If it does not cover both, semif collides with scriberr. +> +> Everything below describes the service as it was deployed. **SemIf option-logit decisions** on **fv-ml1 GPU 1**, the utility card beside `vllm-coder`, the erp/meromero seats and scriberr. Deployed 2026-09-27 at Prime's