vh/esh-pfi-infrastructure
1
0
Fork 0
Code Issues 7 Pull Requests Actions Packages Projects Releases Wiki Activity
Files
21d16d7ad889e44cb15ea0add3a1db54e5975c51
esh-pfi-infrastructure/services/semif-serve/bench-jev-2026-09-30/code/data/direct-authored144.jsonl
T
vh 475d6d6bcb docs: Jev candidate bench vs SemIf (fv-ml1 GPU 3) — Intern-Decision-4B is the replacement if SemIf is displaced 
Operator ask relayed by brokkr-smithy-dev. Positive control (SemIf 187/231,
hard 0.613) reproduced exactly; negative control and a 4-restart noise floor
(0 flips) measured. On our replaced-baseline sets no candidate beats SemIf-with-
rotations beyond the ~4-pt floor; Intern-Decision-4B native matches it at one
ordering, is better on Wyrd, fits 9.7/10.3 GB and is 1.5-2.3x faster. JevBench
rank does not transfer. Raw per-item data kept out of git.
2026-09-30 05:00:45 -07:00

145 lines
170 KiB
JSON
Raw Blame History

{"id": "a3f18f3a63d45345942b", "option_ids": ["supported", "insufficient", "contradicted"], "probabilities": [0.010966012254357338, 0.8711382150650024, 0.11789573729038239], "option_logits": [22.0, 26.375, 24.375], "answer_token_ids": [32, 33, 34], "prompt_sha256": "3cc9e3d1e4e07885afb7652e9c5f92a5b28168362a3d8e7f6e32e5189a4fccde", "prompt_version": "direct-options-v1", "input_tokens": 142, "allowed_token_mass": 0.9998016357421875, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 62, "prefix_sha256": "5a5e26da6cc178f645819e21a7a6a386ab4450361847c37eb0b9bff39796b9f4", "encode_seconds": 0.03321728901937604, "prefill_seconds": 0.48808524099877104, "copy_seconds": 0.006059483042918146, "suffix_forward_seconds": 0.1085919159813784, "forward_seconds": 0.5966771569801494, "cache_class": "DynamicCache", "total_seconds": 0.6667816150002182}
{"id": "f40beba9088c8db8bbd6", "option_ids": ["supported", "insufficient", "contradicted"], "probabilities": [0.9998015761375427, 0.0001584298734087497, 4.005734444945119e-05], "option_logits": [28.125, 19.375, 18.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "37a37bf06d6dc50ff85283a428276cdfaae894ed88844e47bd2f1f0a85d85b71", "prompt_version": "direct-options-v1", "input_tokens": 140, "allowed_token_mass": 0.9999294877052307, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 62, "prefix_sha256": "5a5e26da6cc178f645819e21a7a6a386ab4450361847c37eb0b9bff39796b9f4", "encode_seconds": 0.002104660961776972, "prefill_seconds": 0.0, "copy_seconds": 0.005194097990170121, "suffix_forward_seconds": 0.06548954197205603, "forward_seconds": 0.06548954197205603, "cache_class": "DynamicCache", "total_seconds": 0.07512696494814008}
{"id": "0b43ea8e24e74d621f1b", "option_ids": ["insufficient", "supported", "contradicted"], "probabilities": [0.009707916527986526, 0.990234375, 5.7725377700990066e-05], "option_logits": [23.625, 28.25, 18.5], "answer_token_ids": [32, 33, 34], "prompt_sha256": "3257ce239e727c7231f56014619bff1f84289337fdbfab3b30b790438f6f2761", "prompt_version": "direct-options-v1", "input_tokens": 134, "allowed_token_mass": 0.9999217987060547, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 54, "prefix_sha256": "b3b098d573913175892803bec0e2f9149b8e5dd8febb29eedec6493a6526d257", "encode_seconds": 0.0022843320039100945, "prefill_seconds": 0.061332090001087636, "copy_seconds": 0.005250357964541763, "suffix_forward_seconds": 0.06484271900262684, "forward_seconds": 0.12617480900371447, "cache_class": "DynamicCache", "total_seconds": 0.13578794203931466}
{"id": "942ec65dac0bfb9874f9", "option_ids": ["insufficient", "supported", "contradicted"], "probabilities": [0.9839067459106445, 0.005163068883121014, 0.010930217802524567], "option_logits": [26.5, 21.25, 22.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "9a78fc1f9f46407e38b269eba38e88e9204b61a6856061e44ae19319e5cffd3f", "prompt_version": "direct-options-v1", "input_tokens": 134, "allowed_token_mass": 0.9998245239257812, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 54, "prefix_sha256": "3d15a557ceff6103e124b42c30a88ac829bc3f25b1e7a017227ceb8d01f6a5c3", "encode_seconds": 0.002199011971242726, "prefill_seconds": 0.07724949601106346, "copy_seconds": 0.005404069030191749, "suffix_forward_seconds": 0.06444887700490654, "forward_seconds": 0.14169837301597, "cache_class": "DynamicCache", "total_seconds": 0.15134830598253757}
{"id": "e0c140e9222d1bce5647", "option_ids": ["supported", "contradicted", "insufficient"], "probabilities": [0.9993589520454407, 0.0002610910451039672, 0.00037988528492860496], "option_logits": [28.0, 19.75, 20.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "b7856f51e31ed9db2d67501d587b59501e5dc61e4287aedd6a9bbfaa5a860b79", "prompt_version": "direct-options-v1", "input_tokens": 147, "allowed_token_mass": 0.9999256730079651, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 64, "prefix_sha256": "7c9a7f9df601d20d4d13e176717e62b563fe38a8fe0b35e21a7cc0a453516ca3", "encode_seconds": 0.0024532430106773973, "prefill_seconds": 0.059834123007021844, "copy_seconds": 0.005226398003287613, "suffix_forward_seconds": 0.06445450702449307, "forward_seconds": 0.12428863003151491, "cache_class": "DynamicCache", "total_seconds": 0.13402626296738163}
{"id": "8e8c3804a3c15ebb31e3", "option_ids": ["insufficient", "supported", "contradicted"], "probabilities": [0.24025167524814606, 0.019721059128642082, 0.7400272488594055], "option_logits": [24.25, 21.75, 25.375], "answer_token_ids": [32, 33, 34], "prompt_sha256": "225d428f2cd25f4c4f81bcabeeff6d819db964ebc51561b6220da8dcca112de9", "prompt_version": "direct-options-v1", "input_tokens": 144, "allowed_token_mass": 0.9997482895851135, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 64, "prefix_sha256": "7c9a7f9df601d20d4d13e176717e62b563fe38a8fe0b35e21a7cc0a453516ca3", "encode_seconds": 0.0019002799526788294, "prefill_seconds": 0.0, "copy_seconds": 0.0053979099611751735, "suffix_forward_seconds": 0.06414849596330896, "forward_seconds": 0.06414849596330896, "cache_class": "DynamicCache", "total_seconds": 0.07342617597896606}
{"id": "56c419b12cd37cbe790c", "option_ids": ["contradicted", "insufficient", "supported"], "probabilities": [0.9992648959159851, 0.0006262659444473684, 0.00010882871720241383], "option_logits": [27.75, 20.375, 18.625], "answer_token_ids": [32, 33, 34], "prompt_sha256": "6af647c40af544e6d53393a54edb000d27cc8ae7fbdf7f3b3b11f1354db2a881", "prompt_version": "direct-options-v1", "input_tokens": 146, "allowed_token_mass": 0.9999122619628906, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 63, "prefix_sha256": "e9d4078ed7160179304b5e4083817a7c3819088e48ee534925a872a3c9e288e2", "encode_seconds": 0.002187522011809051, "prefill_seconds": 0.059427739994134754, "copy_seconds": 0.005487610003910959, "suffix_forward_seconds": 0.06248070701258257, "forward_seconds": 0.12190844700671732, "cache_class": "DynamicCache", "total_seconds": 0.13155499001732096}
{"id": "75b470586834df8c568d", "option_ids": ["supported", "contradicted", "insufficient"], "probabilities": [0.009689952246844769, 0.0019080647034570575, 0.9884019494056702], "option_logits": [22.625, 21.0, 27.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "d8a5255d87a3db82c573ba45a6d74098a61aaa9e9a7c5a883f68b5a582d3c89d", "prompt_version": "direct-options-v1", "input_tokens": 138, "allowed_token_mass": 0.9998950958251953, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 55, "prefix_sha256": "61beeb5717a924223d45350152c4f07fb9ecd0c64a9e3839031251fa1cf5dfe1", "encode_seconds": 0.002170301042497158, "prefill_seconds": 0.05835447600111365, "copy_seconds": 0.005463138979393989, "suffix_forward_seconds": 0.06346846302039921, "forward_seconds": 0.12182293902151287, "cache_class": "DynamicCache", "total_seconds": 0.13178710103966296}
{"id": "834f3b3e10cc61b33d25", "option_ids": ["supported", "insufficient", "contradicted"], "probabilities": [0.002182147465646267, 0.00026062031975016, 0.9975571632385254], "option_logits": [22.0, 19.875, 28.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "e654b9c4e9d15063dc7f22c0c59abb194777a18735adc52f22d90ce611d64642", "prompt_version": "direct-options-v1", "input_tokens": 132, "allowed_token_mass": 0.9999198913574219, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 54, "prefix_sha256": "5a33a17ed1070013ea863430daa0ef96e8e45c84b8e14cd83f83517a0dd43464", "encode_seconds": 0.0022118620108813047, "prefill_seconds": 0.06170709297293797, "copy_seconds": 0.005256037984509021, "suffix_forward_seconds": 0.06282355904113501, "forward_seconds": 0.12453065201407298, "cache_class": "DynamicCache", "total_seconds": 0.13403781299712136}
{"id": "76c7a79b1ff2363a60c5", "option_ids": ["supported", "insufficient", "contradicted"], "probabilities": [0.9994342923164368, 0.00023042943212203681, 0.0003352728672325611], "option_logits": [27.5, 19.125, 19.5], "answer_token_ids": [32, 33, 34], "prompt_sha256": "cc2edc9ce3ebee5b273025582112d86c7104d01c66ef2dc1051bb8e909caaa17", "prompt_version": "direct-options-v1", "input_tokens": 132, "allowed_token_mass": 0.9998970031738281, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 54, "prefix_sha256": "5a33a17ed1070013ea863430daa0ef96e8e45c84b8e14cd83f83517a0dd43464", "encode_seconds": 0.00179945002309978, "prefill_seconds": 0.0, "copy_seconds": 0.005080667033325881, "suffix_forward_seconds": 0.07138940499862656, "forward_seconds": 0.07138940499862656, "cache_class": "DynamicCache", "total_seconds": 0.08023063302971423}
{"id": "36c71bb649b7d5eccb1f", "option_ids": ["supported", "insufficient", "contradicted"], "probabilities": [0.9997368454933167, 0.00013980483345221728, 0.00012337732187006623], "option_logits": [28.125, 19.25, 19.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "6e7a932dfdee08acf74249d57a8b382ff9ad6bff1bcabf45ce4372552fecced5", "prompt_version": "direct-options-v1", "input_tokens": 131, "allowed_token_mass": 0.9999408721923828, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 53, "prefix_sha256": "12d8a0a93bded4c0736228c383813df07c891595b2fbc879db3ec5d6dccea0a6", "encode_seconds": 0.002120300952810794, "prefill_seconds": 0.05874877696624026, "copy_seconds": 0.005375489010475576, "suffix_forward_seconds": 0.06266475800657645, "forward_seconds": 0.1214135349728167, "cache_class": "DynamicCache", "total_seconds": 0.13089161599054933}
{"id": "eac5121a4a1bf391a08c", "option_ids": ["contradicted", "insufficient", "supported"], "probabilities": [0.004607334267348051, 0.9949070811271667, 0.00048560946015641093], "option_logits": [22.125, 27.5, 19.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "ee8c6e6e103927cff22ebc95534783caa07338e8aafa16e4e7dc9159d8a11479", "prompt_version": "direct-options-v1", "input_tokens": 130, "allowed_token_mass": 0.9999027848243713, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 52, "prefix_sha256": "f29df5a1071d8029dc9d1694bb23b6813770c2d6d8629fa8c25c3bb89933de6f", "encode_seconds": 0.0021660419879481196, "prefill_seconds": 0.05991886300034821, "copy_seconds": 0.005156927974894643, "suffix_forward_seconds": 0.06306444096844643, "forward_seconds": 0.12298330396879464, "cache_class": "DynamicCache", "total_seconds": 0.13223387399921194}
{"id": "44574c44e243ee1b2f52", "option_ids": ["insufficient", "contradicted", "supported"], "probabilities": [0.003592667169868946, 0.00026025192346423864, 0.9961470365524292], "option_logits": [21.5, 18.875, 27.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "217685ad8191d6f586b602ef98479058c28db84871ab6e7a614f2867aece7903", "prompt_version": "direct-options-v1", "input_tokens": 143, "allowed_token_mass": 0.9998741149902344, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 63, "prefix_sha256": "3b87170382577d589a44088588d5a6ac8860d01ac9dd99c8d5805f30b3bc56a7", "encode_seconds": 0.00227466196520254, "prefill_seconds": 0.05926441994961351, "copy_seconds": 0.005248047993518412, "suffix_forward_seconds": 0.06251775700366125, "forward_seconds": 0.12178217695327476, "cache_class": "DynamicCache", "total_seconds": 0.131381788989529}
{"id": "2608370d01783735c3ea", "option_ids": ["supported", "insufficient", "contradicted"], "probabilities": [0.050999801605939865, 0.04500716179609299, 0.9039930701255798], "option_logits": [22.875, 22.75, 25.75], "answer_token_ids": [32, 33, 34], "prompt_sha256": "fe53589923ff67c2555a7c91625f75473c2290894d85f78a6a8051b89b57e277", "prompt_version": "direct-options-v1", "input_tokens": 143, "allowed_token_mass": 0.9996777772903442, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 63, "prefix_sha256": "3b87170382577d589a44088588d5a6ac8860d01ac9dd99c8d5805f30b3bc56a7", "encode_seconds": 0.0018553200061433017, "prefill_seconds": 0.0, "copy_seconds": 0.005075017979834229, "suffix_forward_seconds": 0.06294416997116059, "forward_seconds": 0.06294416997116059, "cache_class": "DynamicCache", "total_seconds": 0.07181290799053386}
{"id": "ec94ef909f7918695ab3", "option_ids": ["supported", "insufficient", "contradicted"], "probabilities": [0.006668959744274616, 0.003569636959582567, 0.9897614121437073], "option_logits": [22.125, 21.5, 27.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "e96b068bf27e5d936c0ae971fc973a66593c88531f45d27e4b4fa736cf2ff2dc", "prompt_version": "direct-options-v1", "input_tokens": 137, "allowed_token_mass": 0.9998837113380432, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 57, "prefix_sha256": "9a1d5e78207ef93ca3891a0fffb2d7aeee7912ca27352bc96c595909ffcac8ed", "encode_seconds": 0.002116191026289016, "prefill_seconds": 0.06064146797871217, "copy_seconds": 0.005226658016908914, "suffix_forward_seconds": 0.0631731619942002, "forward_seconds": 0.12381462997291237, "cache_class": "DynamicCache", "total_seconds": 0.13319339900044724}
{"id": "03d919fd0e9b3a7cd1e6", "option_ids": ["insufficient", "supported", "contradicted"], "probabilities": [0.9991771578788757, 0.00033518660347908735, 0.000487693672766909], "option_logits": [27.5, 19.5, 19.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "a5cb38b14c0ac9b93279ad92a332b7da739c7a406b703af13a427936fe534800", "prompt_version": "direct-options-v1", "input_tokens": 132, "allowed_token_mass": 0.9999275803565979, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 52, "prefix_sha256": "5f1c615e8e7d79d44fb358d178638d71a0d2a99999e837e8a8bb30a7a1d0c167", "encode_seconds": 0.002033021009992808, "prefill_seconds": 0.05876191699644551, "copy_seconds": 0.005331698979716748, "suffix_forward_seconds": 0.06381179398158565, "forward_seconds": 0.12257371097803116, "cache_class": "DynamicCache", "total_seconds": 0.1320285930414684}
{"id": "86a15618ba4cb90a307e", "option_ids": ["contradicted", "insufficient", "supported"], "probabilities": [0.9988282322883606, 0.0010320867877453566, 0.0001396777806803584], "option_logits": [27.25, 20.375, 18.375], "answer_token_ids": [32, 33, 34], "prompt_sha256": "f57857a047b169f5f36cc5700f6b40b2f663f1eee21b37d4b7f7301e0170ed27", "prompt_version": "direct-options-v1", "input_tokens": 136, "allowed_token_mass": 0.9998931884765625, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 57, "prefix_sha256": "8328776219889cc284e7d62f29767c21493e62b213af24603c38caa2bfae4173", "encode_seconds": 0.0022665319847874343, "prefill_seconds": 0.058661847026087344, "copy_seconds": 0.005285208986606449, "suffix_forward_seconds": 0.06124845100566745, "forward_seconds": 0.11991029803175479, "cache_class": "DynamicCache", "total_seconds": 0.12943823903333396}
{"id": "3dd9c3ac98f8ddf7bdd3", "option_ids": ["contradicted", "supported", "insufficient"], "probabilities": [0.26648902893066406, 0.7243921756744385, 0.009118752554059029], "option_logits": [24.25, 25.25, 20.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "de5f0de3f7d36daf77cd8fea40841c8ce59065d338ecc12c2a2576ef56482dad", "prompt_version": "direct-options-v1", "input_tokens": 136, "allowed_token_mass": 0.9996891617774963, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 57, "prefix_sha256": "8328776219889cc284e7d62f29767c21493e62b213af24603c38caa2bfae4173", "encode_seconds": 0.0015443390002474189, "prefill_seconds": 0.0, "copy_seconds": 0.0052741679828614, "suffix_forward_seconds": 0.06284423003671691, "forward_seconds": 0.06284423003671691, "cache_class": "DynamicCache", "total_seconds": 0.0716181870084256}
{"id": "36273dd4777876a26338", "option_ids": ["contradicted", "supported", "insufficient"], "probabilities": [0.003593161003664136, 0.9962839484214783, 0.00012295119813643396], "option_logits": [22.625, 28.25, 19.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "c97a5900da6bf820fc491f5c4eefca269bbc5359041ce13cc797b23a36faf6cd", "prompt_version": "direct-options-v1", "input_tokens": 132, "allowed_token_mass": 0.9999294877052307, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 53, "prefix_sha256": "013380118daa1cdbb05b086d32b8d2644e64633cd00d3712d7864ebd8e352079", "encode_seconds": 0.0021533319959416986, "prefill_seconds": 0.059266378986649215, "copy_seconds": 0.005293239024467766, "suffix_forward_seconds": 0.06325060100061819, "forward_seconds": 0.1225169799872674, "cache_class": "DynamicCache", "total_seconds": 0.13184978195931762}
{"id": "07ee70cfe4b01330ce89", "option_ids": ["supported", "contradicted", "insufficient"], "probabilities": [0.002472232561558485, 0.00015804453869350255, 0.9973697662353516], "option_logits": [21.625, 18.875, 27.625], "answer_token_ids": [32, 33, 34], "prompt_sha256": "d8ec2562355a9f885bfc006f6c277f8aea6f95bed71d06320fa4971d81f5a57b", "prompt_version": "direct-options-v1", "input_tokens": 132, "allowed_token_mass": 0.9998893737792969, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 53, "prefix_sha256": "a560884d63e8c817ed268983062e6dc112b8277c65ee51cbc87d23ef3bb45ade", "encode_seconds": 0.0021658510086126626, "prefill_seconds": 0.05825828399974853, "copy_seconds": 0.005200148967560381, "suffix_forward_seconds": 0.0634841529536061, "forward_seconds": 0.12174243695335463, "cache_class": "DynamicCache", "total_seconds": 0.13117214798694476}
{"id": "51ceab3ce622c7c759f1", "option_ids": ["contradicted", "insufficient", "supported"], "probabilities": [0.004607828799635172, 0.00037823361344635487, 0.9950138926506042], "option_logits": [21.75, 19.25, 27.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "b1883cab135f1d71d76b55f8ec8387c4a8983c722135cd2e11f0f80d8fb919cf", "prompt_version": "direct-options-v1", "input_tokens": 148, "allowed_token_mass": 0.9998722076416016, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 69, "prefix_sha256": "bd6352431a6241c53dea71d9494ba824eefca2276057e499c405be69b46dfd47", "encode_seconds": 0.0022916030138731003, "prefill_seconds": 0.06673249998129904, "copy_seconds": 0.005333529028575867, "suffix_forward_seconds": 0.06299931101966649, "forward_seconds": 0.12973181100096554, "cache_class": "DynamicCache", "total_seconds": 0.13940875401021913}
{"id": "b8091be929b1e489fcc4", "option_ids": ["supported", "contradicted", "insufficient"], "probabilities": [0.015897737815976143, 0.9835582375526428, 0.0005439906963147223], "option_logits": [23.5, 27.625, 20.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "5e01983da4ad753b74cb4c56eba3cb2e0f950bb19a97bcf8bbd0ce6aa34802a1", "prompt_version": "direct-options-v1", "input_tokens": 148, "allowed_token_mass": 0.9998779296875, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 69, "prefix_sha256": "bd6352431a6241c53dea71d9494ba824eefca2276057e499c405be69b46dfd47", "encode_seconds": 0.001999990956392139, "prefill_seconds": 0.0, "copy_seconds": 0.005001367011573166, "suffix_forward_seconds": 0.07912679697619751, "forward_seconds": 0.07912679697619751, "cache_class": "DynamicCache", "total_seconds": 0.08809417596785352}
{"id": "c89b86e3f55123bfa506", "option_ids": ["supported", "contradicted", "insufficient"], "probabilities": [0.007570390123873949, 0.9915254712104797, 0.0009041542070917785], "option_logits": [22.375, 27.25, 20.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "6abfb08d77bd0a3fa8b98c5cc6eba0545b1d8ec9f8a98fc148038bd4ec3dab70", "prompt_version": "direct-options-v1", "input_tokens": 139, "allowed_token_mass": 0.9998531341552734, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 60, "prefix_sha256": "79ee4c6d0a45fb4f55a87a579cf2a02b0bbf187db90527c9e62722a382d16baf", "encode_seconds": 0.0022070030099712312, "prefill_seconds": 0.05971179198240861, "copy_seconds": 0.0053033389849588275, "suffix_forward_seconds": 0.062416206987109035, "forward_seconds": 0.12212799896951765, "cache_class": "DynamicCache", "total_seconds": 0.1316849029972218}
{"id": "3b0958cabc339005cf66", "option_ids": ["insufficient", "supported", "contradicted"], "probabilities": [0.9973534345626831, 0.0013232689816504717, 0.0013232689816504717], "option_logits": [27.0, 20.375, 20.375], "answer_token_ids": [32, 33, 34], "prompt_sha256": "793a015d65fa6d502036009d7b2c2740bfdf1ae21cea3c099e255c9864961c56", "prompt_version": "direct-options-v1", "input_tokens": 135, "allowed_token_mass": 0.9998893737792969, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 56, "prefix_sha256": "a70a38b4216e92163b6fd139644478a7965b71cbd68a02b7ec46203a0ad06d10", "encode_seconds": 0.0022262720158323646, "prefill_seconds": 0.0610509300022386, "copy_seconds": 0.005220888997428119, "suffix_forward_seconds": 0.06314244098030031, "forward_seconds": 0.12419337098253891, "cache_class": "DynamicCache", "total_seconds": 0.1337186330347322}
{"id": "f2b4ec4930322fe45118", "option_ids": ["insufficient", "prohibited", "permitted"], "probabilities": [0.5061980485916138, 0.4467182159423828, 0.04708375409245491], "option_logits": [24.25, 24.125, 21.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "182c69c28b1efda301044ed0dd652e23a600cdbcc96dce5bdf88dd1a6231aed1", "prompt_version": "direct-options-v1", "input_tokens": 150, "allowed_token_mass": 0.9994393587112427, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 59, "prefix_sha256": "9de8325a1abc05b1df562523ba91d14fbfa2d216d1139e30ad371c107880142b", "encode_seconds": 0.0022353819804266095, "prefill_seconds": 0.05833481502486393, "copy_seconds": 0.005228857975453138, "suffix_forward_seconds": 0.06246712704887614, "forward_seconds": 0.12080194207374007, "cache_class": "DynamicCache", "total_seconds": 0.13034636399243027}
{"id": "61ac20b07a5189231e15", "option_ids": ["prohibited", "permitted", "insufficient"], "probabilities": [0.0031725200824439526, 0.9967761635780334, 5.1279010222060606e-05], "option_logits": [21.875, 27.625, 17.75], "answer_token_ids": [32, 33, 34], "prompt_sha256": "07812a1d1f463245eb74192dcfe461e8ae727b1fdd733cb43bf3b05025847249", "prompt_version": "direct-options-v1", "input_tokens": 156, "allowed_token_mass": 0.9998398423194885, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 59, "prefix_sha256": "9de8325a1abc05b1df562523ba91d14fbfa2d216d1139e30ad371c107880142b", "encode_seconds": 0.001989280979614705, "prefill_seconds": 0.0, "copy_seconds": 0.005065426987130195, "suffix_forward_seconds": 0.061543182004243135, "forward_seconds": 0.061543182004243135, "cache_class": "DynamicCache", "total_seconds": 0.07033369096461684}
{"id": "4b3d794c004566610181", "option_ids": ["prohibited", "insufficient", "permitted"], "probabilities": [0.006691114045679569, 0.00025944263325072825, 0.9930493831634521], "option_logits": [22.125, 18.875, 27.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "7d9d80d1b6275026e73a37333b83e5c3121bb55719c2588ef3100a620aeac115", "prompt_version": "direct-options-v1", "input_tokens": 141, "allowed_token_mass": 0.9998608231544495, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 50, "prefix_sha256": "d96f0704330ef56b4887d61b8d8b41d60f356f859314105c9079f5a05cae8334", "encode_seconds": 0.002165622019674629, "prefill_seconds": 0.0586007569800131, "copy_seconds": 0.0048402760294266045, "suffix_forward_seconds": 0.06234029697952792, "forward_seconds": 0.12094105395954102, "cache_class": "DynamicCache", "total_seconds": 0.12998751300619915}
{"id": "b7c4e62d07986286fce0", "option_ids": ["insufficient", "permitted", "prohibited"], "probabilities": [0.996604323387146, 0.0016978350467979908, 0.0016978350467979908], "option_logits": [27.25, 20.875, 20.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "d16b6fed11c823e8b2099a68f0d7dda406ce724df664e65574efb3feb7f2736d", "prompt_version": "direct-options-v1", "input_tokens": 146, "allowed_token_mass": 0.999885618686676, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 55, "prefix_sha256": "a6edb9261c5351ed5e54431aa7e7f844a520b79f24e69ed902d87d7ea58eb022", "encode_seconds": 0.0022069329861551523, "prefill_seconds": 0.18481694301590323, "copy_seconds": 0.005297257972415537, "suffix_forward_seconds": 0.0624066439922899, "forward_seconds": 0.24722358700819314, "cache_class": "DynamicCache", "total_seconds": 0.25678144895937294}
{"id": "9473603b44af63beab79", "option_ids": ["permitted", "insufficient", "prohibited"], "probabilities": [0.9946156144142151, 0.004064766690135002, 0.0013196364743635058], "option_logits": [26.875, 21.375, 20.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "4888c49f4d346d3931506f0bdd663c12db4b52667d9d815dd85fec36d64e3b7a", "prompt_version": "direct-options-v1", "input_tokens": 147, "allowed_token_mass": 0.9998608231544495, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 53, "prefix_sha256": "26e7d6ee6ad070c4ca15add48a9182687867856811ac9c631ce0b8e6eb77d02d", "encode_seconds": 0.0022623430122621357, "prefill_seconds": 0.0593647810164839, "copy_seconds": 0.0051300780032761395, "suffix_forward_seconds": 0.061967924993950874, "forward_seconds": 0.12133270601043478, "cache_class": "DynamicCache", "total_seconds": 0.13077356800204143}
{"id": "d41072dc35d8cd14c056", "option_ids": ["permitted", "prohibited", "insufficient"], "probabilities": [0.022784773260354996, 0.9688331484794617, 0.008382049389183521], "option_logits": [22.25, 26.0, 21.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "76def65de0afab06519977870549e4c5ead1d1f48757b276e755ad1020cefb40", "prompt_version": "direct-options-v1", "input_tokens": 152, "allowed_token_mass": 0.9997158050537109, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 53, "prefix_sha256": "26e7d6ee6ad070c4ca15add48a9182687867856811ac9c631ce0b8e6eb77d02d", "encode_seconds": 0.0017742200288921595, "prefill_seconds": 0.0, "copy_seconds": 0.005118508008308709, "suffix_forward_seconds": 0.06138454203028232, "forward_seconds": 0.06138454203028232, "cache_class": "DynamicCache", "total_seconds": 0.07001547899562865}
{"id": "33d6e5da58f0fee2490d", "option_ids": ["prohibited", "insufficient", "permitted"], "probabilities": [0.3446420729160309, 0.5682187080383301, 0.08713916689157486], "option_logits": [24.25, 24.75, 22.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "420efbb357aa1ed78444ac26b551c48faaeef0a90eb508c97fc5ecd2d7375e76", "prompt_version": "direct-options-v1", "input_tokens": 147, "allowed_token_mass": 0.9995824098587036, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 53, "prefix_sha256": "5787ef3363668896d969a1c1175de67385863c40668f1bac6adc569960c9233b", "encode_seconds": 0.0021949519868940115, "prefill_seconds": 0.0601786159677431, "copy_seconds": 0.004822926013730466, "suffix_forward_seconds": 0.062337887997273356, "forward_seconds": 0.12251650396501645, "cache_class": "DynamicCache", "total_seconds": 0.13161120197037235}
{"id": "823bf736b92e9d8fa66d", "option_ids": ["prohibited", "insufficient", "permitted"], "probabilities": [0.012392697855830193, 0.9844739437103271, 0.0031333649531006813], "option_logits": [22.375, 26.75, 21.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "8a1a8afdcfc080506a68573023dd716f59e20151b50543bd3f7dcfe3ba126705", "prompt_version": "direct-options-v1", "input_tokens": 147, "allowed_token_mass": 0.9998455047607422, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 53, "prefix_sha256": "e0ea2860449a8e46d3cb0e89bcb0594f19d4f019a4e9fbd3738874e503d71f18", "encode_seconds": 0.0020083109848201275, "prefill_seconds": 0.058848268003202975, "copy_seconds": 0.005222169042099267, "suffix_forward_seconds": 0.06264841899974272, "forward_seconds": 0.12149668700294569, "cache_class": "DynamicCache", "total_seconds": 0.13071419799234718}
{"id": "8a4c3de28be95c105ca1", "option_ids": ["permitted", "insufficient", "prohibited"], "probabilities": [0.09073077887296677, 0.14958974719047546, 0.7596794962882996], "option_logits": [22.75, 23.25, 24.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "bbb4ea9c7fd17181dbd34de5e443d37f0756af7067d5d9fc6df5fe483638941a", "prompt_version": "direct-options-v1", "input_tokens": 146, "allowed_token_mass": 0.9995499849319458, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 56, "prefix_sha256": "d3acbd5ff2f0cea7c59b395029b10a85013933b7add7708e788caad21c45b5a5", "encode_seconds": 0.0021038309787400067, "prefill_seconds": 0.06033271597698331, "copy_seconds": 0.005254309042356908, "suffix_forward_seconds": 0.06359591404907405, "forward_seconds": 0.12392863002605736, "cache_class": "DynamicCache", "total_seconds": 0.1333484509959817}
{"id": "ea7ec66a5e8eac886548", "option_ids": ["permitted", "insufficient", "prohibited"], "probabilities": [0.7594355344772339, 0.1920153796672821, 0.04854908958077431], "option_logits": [24.875, 23.5, 22.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "cb21e641fb963a5779c52e29303655cbf94a0abb0c2bc5d94e95f1eee8ec6fe5", "prompt_version": "direct-options-v1", "input_tokens": 149, "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 56, "prefix_sha256": "d3acbd5ff2f0cea7c59b395029b10a85013933b7add7708e788caad21c45b5a5", "encode_seconds": 0.001918039983138442, "prefill_seconds": 0.0, "copy_seconds": 0.005227317975368351, "suffix_forward_seconds": 0.06357364397263154, "forward_seconds": 0.06357364397263154, "cache_class": "DynamicCache", "total_seconds": 0.07266383297974244}
{"id": "25172cd6ddc49ab0ca70", "option_ids": ["prohibited", "insufficient", "permitted"], "probabilities": [0.029269514605402946, 0.001457243342883885, 0.9692732095718384], "option_logits": [23.125, 20.125, 26.625], "answer_token_ids": [32, 33, 34], "prompt_sha256": "1407436ffc934b8a8681c0f8e30d40a0a41134df70ddde88fdd3a262f0585e56", "prompt_version": "direct-options-v1", "input_tokens": 140, "allowed_token_mass": 0.9998131394386292, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 50, "prefix_sha256": "8dd01d156a093ef2bae3026a2d909efcae5d40cfddcc0809ce6a7d1a0f57a2a6", "encode_seconds": 0.00219088199082762, "prefill_seconds": 0.0594914720277302, "copy_seconds": 0.005344708974007517, "suffix_forward_seconds": 0.11924721795367077, "forward_seconds": 0.17873868998140097, "cache_class": "DynamicCache", "total_seconds": 0.18832279101479799}
{"id": "fb73a85d386cf59b0c51", "option_ids": ["insufficient", "permitted", "prohibited"], "probabilities": [0.9940441250801086, 0.0031638245563954115, 0.0027920654974877834], "option_logits": [26.5, 20.75, 20.625], "answer_token_ids": [32, 33, 34], "prompt_sha256": "8bd0305dca7a0017106fd077eaca2971baba6e35c10200536ca6c772620a0a28", "prompt_version": "direct-options-v1", "input_tokens": 142, "allowed_token_mass": 0.9998436570167542, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 52, "prefix_sha256": "6c2147c39f6f6ee95d830f59d7c7731f6b53e1ab5859a680e449844469b4a967", "encode_seconds": 0.002193582011386752, "prefill_seconds": 0.05959750700276345, "copy_seconds": 0.005232239025644958, "suffix_forward_seconds": 0.06314443604787812, "forward_seconds": 0.12274194305064157, "cache_class": "DynamicCache", "total_seconds": 0.13223651400767267}
{"id": "a02fd582d2881cc462b2", "option_ids": ["prohibited", "insufficient", "permitted"], "probabilities": [0.00668507581576705, 0.001161691965535283, 0.9921532273292542], "option_logits": [21.625, 19.875, 26.625], "answer_token_ids": [32, 33, 34], "prompt_sha256": "d8b3821ba5dba4ff4aa41fa4405083273a0df99e2a6ab225b2945dbb13b12350", "prompt_version": "direct-options-v1", "input_tokens": 152, "allowed_token_mass": 0.9998054504394531, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 56, "prefix_sha256": "c0d2723b50ef3899eb1d2f7ee9c532a5617bc1a65ad60af3061b76e29e3c6374", "encode_seconds": 0.002271933015435934, "prefill_seconds": 0.06018122599925846, "copy_seconds": 0.005228607973549515, "suffix_forward_seconds": 0.06338813400361687, "forward_seconds": 0.12356936000287533, "cache_class": "DynamicCache", "total_seconds": 0.13319516205228865}
{"id": "19f37d5a97034bd7d04f", "option_ids": ["insufficient", "prohibited", "permitted"], "probabilities": [0.18181802332401276, 0.8148518204689026, 0.0033301133662462234], "option_logits": [24.125, 25.625, 20.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "65fd11d492dbd8d2397ed2c482d0cd7eeab246c709d779398ee69ee9b247c5d1", "prompt_version": "direct-options-v1", "input_tokens": 152, "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 56, "prefix_sha256": "c0d2723b50ef3899eb1d2f7ee9c532a5617bc1a65ad60af3061b76e29e3c6374", "encode_seconds": 0.0020667019998654723, "prefill_seconds": 0.0, "copy_seconds": 0.00535304902587086, "suffix_forward_seconds": 0.0636207649949938, "forward_seconds": 0.0636207649949938, "cache_class": "DynamicCache", "total_seconds": 0.07321311702253297}
{"id": "fda0ca94652c6d739ecf", "option_ids": ["prohibited", "permitted", "insufficient"], "probabilities": [0.9967532753944397, 0.0013224728172644973, 0.0019241865957155824], "option_logits": [27.25, 20.625, 21.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "efee3934fe54f08ea8f88321754619badecee82f40231f152e2ff14e4bcc8c3b", "prompt_version": "direct-options-v1", "input_tokens": 151, "allowed_token_mass": 0.999885618686676, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 55, "prefix_sha256": "7500149c0d5e105fde6b233f3d4b33bacd6927df75d98b83e09d8d9b6e7847f7", "encode_seconds": 0.0024670030106790364, "prefill_seconds": 0.06049284798791632, "copy_seconds": 0.005401218950282782, "suffix_forward_seconds": 0.06406326702563092, "forward_seconds": 0.12455611501354724, "cache_class": "DynamicCache", "total_seconds": 0.1346756390412338}
{"id": "d0e36c4cb10a29b3191c", "option_ids": ["insufficient", "permitted", "prohibited"], "probabilities": [0.980177640914917, 0.007483747787773609, 0.012338615022599697], "option_logits": [26.375, 21.5, 22.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "c3fe5eb6c6637803e7d25c7d76a2d05fcff468132e72e6d157d842c10345b2fb", "prompt_version": "direct-options-v1", "input_tokens": 150, "allowed_token_mass": 0.9998169541358948, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 54, "prefix_sha256": "c1cf3c62d53663c7c764439e8db8d907e711308b31f771e49d836d503239807d", "encode_seconds": 0.0024023029836826026, "prefill_seconds": 0.06103236903436482, "copy_seconds": 0.005357559944968671, "suffix_forward_seconds": 0.07164835801813751, "forward_seconds": 0.13268072705250233, "cache_class": "DynamicCache", "total_seconds": 0.14263600198319182}
{"id": "a0a39ace7e5337d038a7", "option_ids": ["prohibited", "permitted", "insufficient"], "probabilities": [0.9992511868476868, 0.0004877297906205058, 0.00026106290169991553], "option_logits": [27.375, 19.75, 19.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "a3131f24a61eb5dc838e69ec3d86eee6dd7fde481b2d3e142356288c663586b8", "prompt_version": "direct-options-v1", "input_tokens": 154, "allowed_token_mass": 0.9998741149902344, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 57, "prefix_sha256": "f9128795a806d36b39b59e86a1e76dce01c5606bc99a65d185aaa5a31ac88efd", "encode_seconds": 0.0023776229936629534, "prefill_seconds": 0.060197305982001126, "copy_seconds": 0.005259238998405635, "suffix_forward_seconds": 0.06272300001000986, "forward_seconds": 0.12292030599201098, "cache_class": "DynamicCache", "total_seconds": 0.13264883897500113}
{"id": "eeae283841ce75dd25bf", "option_ids": ["insufficient", "permitted", "prohibited"], "probabilities": [0.020326457917690277, 0.979383647441864, 0.00028994138119742274], "option_logits": [23.0, 26.875, 18.75], "answer_token_ids": [32, 33, 34], "prompt_sha256": "a521ffe4dd855e4729d536bda040a7a384fdf48c756345a829ab01309acf268b", "prompt_version": "direct-options-v1", "input_tokens": 154, "allowed_token_mass": 0.9997596740722656, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 57, "prefix_sha256": "f9128795a806d36b39b59e86a1e76dce01c5606bc99a65d185aaa5a31ac88efd", "encode_seconds": 0.001946060045156628, "prefill_seconds": 0.0, "copy_seconds": 0.0051203579641878605, "suffix_forward_seconds": 0.06298065098235384, "forward_seconds": 0.06298065098235384, "cache_class": "DynamicCache", "total_seconds": 0.07208564004395157}
{"id": "00bb4cc043f7d2b288d4", "option_ids": ["insufficient", "prohibited", "permitted"], "probabilities": [0.010978205129504204, 0.0007952585001476109, 0.9882264733314514], "option_logits": [22.375, 19.75, 26.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "72a0d3e3684d1ae5a178bbbb7f39ee3282bf0fe94e12ab4b7c713452f0eda6be", "prompt_version": "direct-options-v1", "input_tokens": 146, "allowed_token_mass": 0.9998341202735901, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 49, "prefix_sha256": "053bc4ffe0f4eb27bcb050c14e2aacf8bf494fa7b0cf7d9fbabd120d0572e970", "encode_seconds": 0.0022231120383366942, "prefill_seconds": 0.07611412199912593, "copy_seconds": 0.005146208044607192, "suffix_forward_seconds": 0.06292428099550307, "forward_seconds": 0.139038402994629, "cache_class": "DynamicCache", "total_seconds": 0.1484555639908649}
{"id": "1a81ead69e93e5d0c86a", "option_ids": ["permitted", "prohibited", "insufficient"], "probabilities": [0.05249322950839996, 0.01704205572605133, 0.9304646849632263], "option_logits": [22.5, 21.375, 25.375], "answer_token_ids": [32, 33, 34], "prompt_sha256": "09de937e3cda9f4756fd7f4a71969ee3cc4832bdf895581e3ba0461794df5e19", "prompt_version": "direct-options-v1", "input_tokens": 153, "allowed_token_mass": 0.9996166825294495, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 56, "prefix_sha256": "8a4a669c55722523da0c50a7a488517ff5087e4bd72167138228b842c64aa778", "encode_seconds": 0.0022418120061047375, "prefill_seconds": 0.0601617360371165, "copy_seconds": 0.005188578041270375, "suffix_forward_seconds": 0.06395176600199193, "forward_seconds": 0.12411350203910843, "cache_class": "DynamicCache", "total_seconds": 0.1337109439773485}
{"id": "4444dad25e438f128673", "option_ids": ["prohibited", "permitted", "insufficient"], "probabilities": [0.9835985898971558, 0.0040197428315877914, 0.012381679378449917], "option_logits": [26.625, 21.125, 22.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "f01eedda33719df8461d9df777ad190bed7c6ed643b6682e6cca18cb49da3b5d", "prompt_version": "direct-options-v1", "input_tokens": 147, "allowed_token_mass": 0.9998703002929688, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 51, "prefix_sha256": "ad56bf914db81d0028180de879f74a43038558f9357f557883a01935031a26b5", "encode_seconds": 0.0024830629699863493, "prefill_seconds": 0.06050687801325694, "copy_seconds": 0.005393039027694613, "suffix_forward_seconds": 0.06424753798637539, "forward_seconds": 0.12475441599963233, "cache_class": "DynamicCache", "total_seconds": 0.13492573099210858}
{"id": "3226202ba1ada2570e9f", "option_ids": ["prohibited", "permitted", "insufficient"], "probabilities": [0.5908308029174805, 0.19181467592716217, 0.21735452115535736], "option_logits": [24.875, 23.75, 23.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "262a35e49ca4d9f3d2feae70089c22607339c33eebac9961769c0f42b52feb36", "prompt_version": "direct-options-v1", "input_tokens": 150, "allowed_token_mass": 0.999723494052887, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 51, "prefix_sha256": "ad56bf914db81d0028180de879f74a43038558f9357f557883a01935031a26b5", "encode_seconds": 0.0021237809560261667, "prefill_seconds": 0.0, "copy_seconds": 0.005245678999926895, "suffix_forward_seconds": 0.06386125698918477, "forward_seconds": 0.06386125698918477, "cache_class": "DynamicCache", "total_seconds": 0.07330514799105003}
{"id": "3f783eec5c90812479bc", "option_ids": ["permitted", "prohibited", "insufficient"], "probabilities": [0.015588019043207169, 0.964396595954895, 0.02001541294157505], "option_logits": [22.0, 26.125, 22.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "f03d7ada9f23826e4c7b3048e5fc2fe973f7ade56d68628782a46fcc79c4fb74", "prompt_version": "direct-options-v1", "input_tokens": 147, "allowed_token_mass": 0.9997521042823792, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 51, "prefix_sha256": "88db2222ec1d753745fdca800c8ccd813cd62aa0ad472e69aaa866c6945ec6a1", "encode_seconds": 0.0022421019966714084, "prefill_seconds": 0.05970592302037403, "copy_seconds": 0.005255348980426788, "suffix_forward_seconds": 0.06357649498386309, "forward_seconds": 0.12328241800423712, "cache_class": "DynamicCache", "total_seconds": 0.13284626899985597}
{"id": "ffee861474a9665a093a", "option_ids": ["prohibited", "permitted", "insufficient"], "probabilities": [0.13274212181568146, 0.10337967425584793, 0.7638782262802124], "option_logits": [23.375, 23.125, 25.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "82f295831fda3638311f60f23265cee36399032a1603154af678ed2cbdba18dd", "prompt_version": "direct-options-v1", "input_tokens": 148, "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 52, "prefix_sha256": "5379cb3e5433538b81e0791c1f14868f4a8ee9fc958cf63331e6102d419c5479", "encode_seconds": 0.0023069229791872203, "prefill_seconds": 0.05998410505708307, "copy_seconds": 0.005176408973056823, "suffix_forward_seconds": 0.061859324981924146, "forward_seconds": 0.12184343003900722, "cache_class": "DynamicCache", "total_seconds": 0.1313230519881472}
{"id": "8c992e17e4fb54b044f5", "option_ids": ["B", "A", "insufficient"], "probabilities": [0.4682465195655823, 0.5305928587913513, 0.0011606671614572406], "option_logits": [23.75, 23.875, 17.75], "answer_token_ids": [32, 33, 34], "prompt_sha256": "db2c432824fa196124e34d0790267094f113fb9987d785f724dbfa15c7673746", "prompt_version": "direct-options-v1", "input_tokens": 137, "allowed_token_mass": 0.999225914478302, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 68, "prefix_sha256": "8481be571622474228fa3439d7e96756a29b136ef27568e16e82e0d118fafe3d", "encode_seconds": 0.0019165899720974267, "prefill_seconds": 0.06269113003509119, "copy_seconds": 0.005295978975482285, "suffix_forward_seconds": 0.06140613299794495, "forward_seconds": 0.12409726303303614, "cache_class": "DynamicCache", "total_seconds": 0.13343312399229035}
{"id": "695dd61195ca025c4f4c", "option_ids": ["B", "insufficient", "A"], "probabilities": [0.2738439440727234, 0.6569174528121948, 0.0692385882139206], "option_logits": [23.125, 24.0, 21.75], "answer_token_ids": [32, 33, 34], "prompt_sha256": "cf7c4ddc2978765051eab9ce4cc30a7e04404f12fb9921e059fefe9e6a1d1aa1", "prompt_version": "direct-options-v1", "input_tokens": 138, "allowed_token_mass": 0.9991439580917358, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 68, "prefix_sha256": "8481be571622474228fa3439d7e96756a29b136ef27568e16e82e0d118fafe3d", "encode_seconds": 0.0018562700133770704, "prefill_seconds": 0.0, "copy_seconds": 0.005156787985470146, "suffix_forward_seconds": 0.08065677399281412, "forward_seconds": 0.08065677399281412, "cache_class": "DynamicCache", "total_seconds": 0.08964574302081019}
{"id": "e6155431ab7b0f8170d4", "option_ids": ["insufficient", "B", "A"], "probabilities": [0.005147089716047049, 0.9808617234230042, 0.013991240411996841], "option_logits": [20.375, 25.625, 21.375], "answer_token_ids": [32, 33, 34], "prompt_sha256": "956179411ff2437440233be0a6943ebe9c707fceabe37844e7ec22355b0c5896", "prompt_version": "direct-options-v1", "input_tokens": 129, "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 60, "prefix_sha256": "cdcf197be1d0f9b3a317baf7fb572e0755c0874a0139418dd856a8ae442e07e9", "encode_seconds": 0.002065391046926379, "prefill_seconds": 0.060212098993360996, "copy_seconds": 0.005285458988510072, "suffix_forward_seconds": 0.0643201990169473, "forward_seconds": 0.1245322980103083, "cache_class": "DynamicCache", "total_seconds": 0.13396739901509136}
{"id": "b49ecda75086d8c68d2a", "option_ids": ["B", "A", "insufficient"], "probabilities": [0.2831884026527405, 0.46689873933792114, 0.24991288781166077], "option_logits": [23.0, 23.5, 22.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "da52131b3bd6b87ca2b56a62ef7c15d0f0134aa4497788bc96d523473dfe12d6", "prompt_version": "direct-options-v1", "input_tokens": 129, "allowed_token_mass": 0.9990582466125488, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 60, "prefix_sha256": "eaa27a4478ac53900586cd6a215a792bdd91798253cdc3585344fc90d6490b2e", "encode_seconds": 0.0020944710122421384, "prefill_seconds": 0.06059018900850788, "copy_seconds": 0.005271127971354872, "suffix_forward_seconds": 0.06399681698530912, "forward_seconds": 0.124587005993817, "cache_class": "DynamicCache", "total_seconds": 0.13400858599925414}
{"id": "587ced261c6092cd1325", "option_ids": ["insufficient", "B", "A"], "probabilities": [0.0004867928510066122, 0.9973316192626953, 0.0021816540975123644], "option_logits": [18.75, 26.375, 20.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "92d7fca2589d89e7117a38cf3d02cd1744b1ace4a461dbf63816ca7e4cfecf0f", "prompt_version": "direct-options-v1", "input_tokens": 145, "allowed_token_mass": 0.9997654557228088, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 75, "prefix_sha256": "7aad014fb5e8b371d4685fdc2c4ce6291685fd32f3b025cfe04e78c1a57359c5", "encode_seconds": 0.0022830429952591658, "prefill_seconds": 0.06528327404521406, "copy_seconds": 0.00531095900805667, "suffix_forward_seconds": 0.06282652099616826, "forward_seconds": 0.1281097950413823, "cache_class": "DynamicCache", "total_seconds": 0.1378043980221264}
{"id": "533d4423d311de82b27d", "option_ids": ["insufficient", "A", "B"], "probabilities": [0.2928224503993988, 0.7024445533752441, 0.004733033943921328], "option_logits": [24.125, 25.0, 20.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "8335ab560e30ab6fd8c5f2a7b44d7aae6e5a4bcc55ccaada8f30521a09449b79", "prompt_version": "direct-options-v1", "input_tokens": 148, "allowed_token_mass": 0.999466061592102, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 75, "prefix_sha256": "7aad014fb5e8b371d4685fdc2c4ce6291685fd32f3b025cfe04e78c1a57359c5", "encode_seconds": 0.001967240998055786, "prefill_seconds": 0.0, "copy_seconds": 0.005083246971480548, "suffix_forward_seconds": 0.06307499302783981, "forward_seconds": 0.06307499302783981, "cache_class": "DynamicCache", "total_seconds": 0.07203080999897793}
{"id": "2bf540d515a51755b25c", "option_ids": ["insufficient", "B", "A"], "probabilities": [0.02032567374408245, 0.0003285339043941349, 0.9793457984924316], "option_logits": [21.75, 17.625, 25.625], "answer_token_ids": [32, 33, 34], "prompt_sha256": "f67e730b7fec91d50301cc364d7680aff6dc7bf38b604d5f17c02bf63b7d1aa3", "prompt_version": "direct-options-v1", "input_tokens": 137, "allowed_token_mass": 0.9997196793556213, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 67, "prefix_sha256": "00025c43c850edcca42bd3a175a280d340c52939a1db3f55667d9af46f1d7e6a", "encode_seconds": 0.002127071958966553, "prefill_seconds": 0.06367297499673441, "copy_seconds": 0.004934347001835704, "suffix_forward_seconds": 0.06269225099822506, "forward_seconds": 0.12636522599495947, "cache_class": "DynamicCache", "total_seconds": 0.1353750949492678}
{"id": "fdb9fc214aea2710763a", "option_ids": ["B", "A", "insufficient"], "probabilities": [0.28125160932540894, 0.5254471898078918, 0.1933012306690216], "option_logits": [23.125, 23.75, 22.75], "answer_token_ids": [32, 33, 34], "prompt_sha256": "9b1e29da56a070a145f16aa81e08b2bb58ee6e7ee00055924fe04156c6b69e33", "prompt_version": "direct-options-v1", "input_tokens": 127, "allowed_token_mass": 0.999142050743103, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 57, "prefix_sha256": "9d2720a3e0e157e98a5735584af8aee60d886a9d9b37f1195b21577f073207c6", "encode_seconds": 0.002038691018242389, "prefill_seconds": 0.06056333897868171, "copy_seconds": 0.004929506976623088, "suffix_forward_seconds": 0.07523925899295136, "forward_seconds": 0.13580259797163308, "cache_class": "DynamicCache", "total_seconds": 0.14482480700826272}
{"id": "f6d68126b43f8c9ed183", "option_ids": ["insufficient", "A", "B"], "probabilities": [0.09526041150093079, 0.903805673122406, 0.0009339002426713705], "option_logits": [24.0, 26.25, 19.375], "answer_token_ids": [32, 33, 34], "prompt_sha256": "f06fe76db2b82169f130adf5f4f1f798216a2aa57b3027cd6ba827dab130b5cd", "prompt_version": "direct-options-v1", "input_tokens": 140, "allowed_token_mass": 0.9998054504394531, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 69, "prefix_sha256": "d8adeccd2c287d4140db255348eccc258ed83a0cf4868d8a3d77016f4b34ea6a", "encode_seconds": 0.0022746819886378944, "prefill_seconds": 0.06358660501427948, "copy_seconds": 0.005216819001361728, "suffix_forward_seconds": 0.08180909400107339, "forward_seconds": 0.14539569901535287, "cache_class": "DynamicCache", "total_seconds": 0.15505339100491256}
{"id": "44bae0c8a1615a096c43", "option_ids": ["B", "A", "insufficient"], "probabilities": [0.26791366934776306, 0.7282647490501404, 0.003821582766249776], "option_logits": [23.5, 24.5, 19.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "e670395818a1e4c58688d83d5076fccd87492a5c318539e8edf8e823a66d330c", "prompt_version": "direct-options-v1", "input_tokens": 143, "allowed_token_mass": 0.9994089007377625, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 69, "prefix_sha256": "d8adeccd2c287d4140db255348eccc258ed83a0cf4868d8a3d77016f4b34ea6a", "encode_seconds": 0.0019046009983867407, "prefill_seconds": 0.0, "copy_seconds": 0.005155468010343611, "suffix_forward_seconds": 0.06726900499779731, "forward_seconds": 0.06726900499779731, "cache_class": "DynamicCache", "total_seconds": 0.07634604501072317}
{"id": "2175379f4c69e6207626", "option_ids": ["insufficient", "B", "A"], "probabilities": [0.0009073464316315949, 0.995026171207428, 0.004066444467753172], "option_logits": [19.5, 26.5, 21.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "97f7bc540bfa213c7e6a52d6376ab915a3eee4cf50945263a7880513864294a5", "prompt_version": "direct-options-v1", "input_tokens": 134, "allowed_token_mass": 0.9998112320899963, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 63, "prefix_sha256": "eb31d894b7e904dcc712af809a3ebe89afb4b0c58eb4b755b99071e221c4a089", "encode_seconds": 0.002012610959354788, "prefill_seconds": 0.059612463985104114, "copy_seconds": 0.0052132169948890805, "suffix_forward_seconds": 0.06284116097958758, "forward_seconds": 0.1224536249646917, "cache_class": "DynamicCache", "total_seconds": 0.13177828496554866}
{"id": "def9fe59d262357a673a", "option_ids": ["insufficient", "A", "B"], "probabilities": [0.34160494804382324, 0.4970322549343109, 0.16136273741722107], "option_logits": [23.375, 23.75, 22.625], "answer_token_ids": [32, 33, 34], "prompt_sha256": "30564aca118d1d837b1009b7f91e1e20894fd311e51d351927b94a2c9cd11040", "prompt_version": "direct-options-v1", "input_tokens": 129, "allowed_token_mass": 0.9989991784095764, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 58, "prefix_sha256": "758b96b2199e34525f0210896eee6e1a515bd515f9c5ab2da95222b7e0cc4b54", "encode_seconds": 0.002072311006486416, "prefill_seconds": 0.05951027403352782, "copy_seconds": 0.005217677040491253, "suffix_forward_seconds": 0.06258848001016304, "forward_seconds": 0.12209875404369086, "cache_class": "DynamicCache", "total_seconds": 0.1311977919540368}
{"id": "712f6ffb763eef7c9a12", "option_ids": ["B", "A", "insufficient"], "probabilities": [0.16379833221435547, 0.8318365812301636, 0.004365077707916498], "option_logits": [22.5, 24.125, 18.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "7c5128790bf75764214e3b2efdfcc521fd5027eaedefb0a056335cbcf0818ff6", "prompt_version": "direct-options-v1", "input_tokens": 140, "allowed_token_mass": 0.9991268515586853, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 70, "prefix_sha256": "8a591cb49c0efeab8d26424c970dc66021f416e0de3bdefa2910a21b13edd77c", "encode_seconds": 0.0022231419570744038, "prefill_seconds": 0.06459208199521527, "copy_seconds": 0.005237657984253019, "suffix_forward_seconds": 0.06341927504399791, "forward_seconds": 0.12801135703921318, "cache_class": "DynamicCache", "total_seconds": 0.13751351594692096}
{"id": "e1d610bd14e3d16c09b9", "option_ids": ["A", "insufficient", "B"], "probabilities": [0.9958989024162292, 0.0021785201970487833, 0.0019225372234359384], "option_logits": [25.0, 18.875, 18.75], "answer_token_ids": [32, 33, 34], "prompt_sha256": "6313d4b5ee4cf1a2c0182c75a1064d43934efedf265a5e11ead31c09aba0e0f2", "prompt_version": "direct-options-v1", "input_tokens": 140, "allowed_token_mass": 0.9994489550590515, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 70, "prefix_sha256": "8a591cb49c0efeab8d26424c970dc66021f416e0de3bdefa2910a21b13edd77c", "encode_seconds": 0.0017942399717867374, "prefill_seconds": 0.0, "copy_seconds": 0.00505634699948132, "suffix_forward_seconds": 0.0631721829995513, "forward_seconds": 0.0631721829995513, "cache_class": "DynamicCache", "total_seconds": 0.07196840096730739}
{"id": "22ec57822db50ec121cf", "option_ids": ["insufficient", "A", "B"], "probabilities": [0.10634797066450119, 0.8904406428337097, 0.0032114305067807436], "option_logits": [23.5, 25.625, 20.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "f695aa1b9ad6ef9a426e11b0cac58797145f173b338ae2a52cbf27eceb97e57e", "prompt_version": "direct-options-v1", "input_tokens": 130, "allowed_token_mass": 0.999692976474762, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 60, "prefix_sha256": "187a9c3b54c889ad1395effd485777c9cd0eace1a3e9d91f97fc56f32cc3a2da", "encode_seconds": 0.001858780044130981, "prefill_seconds": 0.05844913795590401, "copy_seconds": 0.00526001799153164, "suffix_forward_seconds": 0.06538074603304267, "forward_seconds": 0.12382988398894668, "cache_class": "DynamicCache", "total_seconds": 0.13295268203364685}
{"id": "3e75f2b84e8e08e3d3f2", "option_ids": ["B", "A", "insufficient"], "probabilities": [0.10375791788101196, 0.21965549886226654, 0.6765865683555603], "option_logits": [22.0, 22.75, 23.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "19a97041390bd6532502c0ed56d7824e6900269e9d26e48d7e3c8247d9ec3483", "prompt_version": "direct-options-v1", "input_tokens": 129, "allowed_token_mass": 0.9985629320144653, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 59, "prefix_sha256": "508de7c61f3dd9b263d992fd1b69d93bf88249557a5e1c4e82187a4c06a96437", "encode_seconds": 0.0021095919655635953, "prefill_seconds": 0.06211963796522468, "copy_seconds": 0.004940776969306171, "suffix_forward_seconds": 0.06095504102995619, "forward_seconds": 0.12307467899518088, "cache_class": "DynamicCache", "total_seconds": 0.132204687979538}
{"id": "ebd74aa05324a1556288", "option_ids": ["insufficient", "A", "B"], "probabilities": [0.07560618221759796, 0.9210718870162964, 0.0033219039905816317], "option_logits": [23.125, 25.625, 20.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "586cf0684f2a395aadc22c41832546057a70d71b23bd0ab6307c2e44e023f5f1", "prompt_version": "direct-options-v1", "input_tokens": 145, "allowed_token_mass": 0.9996300935745239, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 73, "prefix_sha256": "76d511807440a0f245792556d6b98a4f6f88a9f5b40bec260876669cb64846f6", "encode_seconds": 0.002214342006482184, "prefill_seconds": 0.06552806601393968, "copy_seconds": 0.005392548977397382, "suffix_forward_seconds": 0.06677722302265465, "forward_seconds": 0.13230528903659433, "cache_class": "DynamicCache", "total_seconds": 0.14195312099764124}
{"id": "d7e84e4245a29817da1f", "option_ids": ["insufficient", "A", "B"], "probabilities": [0.008123139850795269, 0.05296952649950981, 0.938907265663147], "option_logits": [20.5, 22.375, 25.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "b918f4270027bfe138b4cc1cd050195bc9953c932028df8abbe0fa38368a4085", "prompt_version": "direct-options-v1", "input_tokens": 143, "allowed_token_mass": 0.999601423740387, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 73, "prefix_sha256": "76d511807440a0f245792556d6b98a4f6f88a9f5b40bec260876669cb64846f6", "encode_seconds": 0.001692019053734839, "prefill_seconds": 0.0, "copy_seconds": 0.005112198006827384, "suffix_forward_seconds": 0.06217419798485935, "forward_seconds": 0.06217419798485935, "cache_class": "DynamicCache", "total_seconds": 0.07077136501902714}
{"id": "f41ae66b3c09630c7a42", "option_ids": ["insufficient", "A", "B"], "probabilities": [0.0014493003254756331, 0.14783263206481934, 0.850718080997467], "option_logits": [18.875, 23.5, 25.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "f079de1fc756c2a9a16a50f41f7abce95fb89851f0cb66eb132e8fb101140cd1", "prompt_version": "direct-options-v1", "input_tokens": 137, "allowed_token_mass": 0.999548077583313, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 65, "prefix_sha256": "3e8c726431e49295e2482c6695483c4e02a269a6f7764e6730d0101d9a417f31", "encode_seconds": 0.0021742620156146586, "prefill_seconds": 0.06181590701453388, "copy_seconds": 0.005075007036793977, "suffix_forward_seconds": 0.06187913496978581, "forward_seconds": 0.12369504198431969, "cache_class": "DynamicCache", "total_seconds": 0.13297334202798083}
{"id": "82c2cd97c160ad27951b", "option_ids": ["insufficient", "B", "A"], "probabilities": [0.5293165445327759, 0.250031441450119, 0.22065196931362152], "option_logits": [22.875, 22.125, 22.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "650686b57ec17fd0c4680aa693b62247aba93c4994e6867797003610ab8c5cea", "prompt_version": "direct-options-v1", "input_tokens": 130, "allowed_token_mass": 0.9733033180236816, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 58, "prefix_sha256": "42e954b40e62269bade7bffb2a17719ea55e010f0e519854ec2b35b7e68ad129", "encode_seconds": 0.002224132011178881, "prefill_seconds": 0.06105615198612213, "copy_seconds": 0.005214138014707714, "suffix_forward_seconds": 0.0623181089758873, "forward_seconds": 0.12337426096200943, "cache_class": "DynamicCache", "total_seconds": 0.13284454197855666}
{"id": "7ada97b6f99f4788e5c7", "option_ids": ["B", "A", "insufficient"], "probabilities": [0.18222786486148834, 0.816688597202301, 0.00108356645796448], "option_logits": [23.25, 24.75, 18.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "7a8384db7ed5511b105b1c5f2a4ca91b48681b1cf10f55a71dbeb1fe156aa273", "prompt_version": "direct-options-v1", "input_tokens": 143, "allowed_token_mass": 0.9994260668754578, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 73, "prefix_sha256": "d33409804e3621edb3a460e2a1ed3588b0e94222c0134b8f82c17d02b2977cc3", "encode_seconds": 0.002297302009537816, "prefill_seconds": 0.060826859960798174, "copy_seconds": 0.004992567002773285, "suffix_forward_seconds": 0.06091570103308186, "forward_seconds": 0.12174256099388003, "cache_class": "DynamicCache", "total_seconds": 0.1310818920028396}
{"id": "4d7a003342db5b0a17e3", "option_ids": ["insufficient", "A", "B"], "probabilities": [0.147593691945076, 0.8493431210517883, 0.0030632098205387592], "option_logits": [23.625, 25.375, 19.75], "answer_token_ids": [32, 33, 34], "prompt_sha256": "181cd9592c7800b01a8fd731eedb93a08a2c97cd53cdcbe9e234bb51e33b162b", "prompt_version": "direct-options-v1", "input_tokens": 146, "allowed_token_mass": 0.9996129274368286, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 73, "prefix_sha256": "d33409804e3621edb3a460e2a1ed3588b0e94222c0134b8f82c17d02b2977cc3", "encode_seconds": 0.0019032299751415849, "prefill_seconds": 0.0, "copy_seconds": 0.004951717040967196, "suffix_forward_seconds": 0.0606345790438354, "forward_seconds": 0.0606345790438354, "cache_class": "DynamicCache", "total_seconds": 0.06946678797248751}
{"id": "19d3d8d0bf773e88be7b", "option_ids": ["A", "B", "insufficient"], "probabilities": [0.9997918009757996, 8.480057294946164e-05, 0.00012338410306256264], "option_logits": [27.0, 17.625, 18.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "abeb6af8cd72d0ae1d0c35b1fbed7f6412f9d29a7f8b4e1e7e62ee769481734e", "prompt_version": "direct-options-v1", "input_tokens": 131, "allowed_token_mass": 0.9998912811279297, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 61, "prefix_sha256": "84015749432b51633179e78a875061f4601e6ae5fc152f5fa4be9179f514d5c8", "encode_seconds": 0.0021239410270936787, "prefill_seconds": 0.058553468028549105, "copy_seconds": 0.005239358986727893, "suffix_forward_seconds": 0.06199145701248199, "forward_seconds": 0.12054492504103109, "cache_class": "DynamicCache", "total_seconds": 0.12996560597093776}
{"id": "d6de731cca52359b1c87", "option_ids": ["insufficient", "A", "B"], "probabilities": [0.35469964146614075, 0.4554433524608612, 0.18985703587532043], "option_logits": [23.125, 23.375, 22.5], "answer_token_ids": [32, 33, 34], "prompt_sha256": "27a2717d9fde11cbe0aaeeaa18c316fa094b96432e7b79d5cb8ae892020e91d1", "prompt_version": "direct-options-v1", "input_tokens": 129, "allowed_token_mass": 0.994891881942749, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 59, "prefix_sha256": "4852534962d55f29eeb39d5012feb521714afdc7d6bac3007ac6ca3496d6979a", "encode_seconds": 0.002081720973365009, "prefill_seconds": 0.059639974031597376, "copy_seconds": 0.005637170979753137, "suffix_forward_seconds": 0.06482970103388652, "forward_seconds": 0.1244696750654839, "cache_class": "DynamicCache", "total_seconds": 0.13412972900550812}
{"id": "b45c63fb92729af27f05", "option_ids": ["contradicted", "supported", "insufficient"], "probabilities": [0.9909536838531494, 0.00315398839302361, 0.005892425775527954], "option_logits": [26.875, 21.125, 21.75], "answer_token_ids": [32, 33, 34], "prompt_sha256": "a35eaab554c442877a0c31513dd9430e1d23867ee2ea61588175135dff50d2a4", "prompt_version": "direct-options-v1", "input_tokens": 154, "allowed_token_mass": 0.9998818039894104, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 72, "prefix_sha256": "11a1757345b0aa78565ec988a85753aa43930dce9bdc03d00a4896a20d6c13be", "encode_seconds": 0.002428852953016758, "prefill_seconds": 0.0652088150382042, "copy_seconds": 0.005784720997326076, "suffix_forward_seconds": 0.06686161301331595, "forward_seconds": 0.13207042805152014, "cache_class": "DynamicCache", "total_seconds": 0.1423667839844711}
{"id": "46b7029b9a704138b77a", "option_ids": ["insufficient", "contradicted", "supported"], "probabilities": [0.19311703741550446, 0.04309023916721344, 0.7637927532196045], "option_logits": [23.5, 22.0, 24.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "d354ade4ac38d4997e9e145a24556d6e39d6b34a9c21b38a09481a87b33240b6", "prompt_version": "direct-options-v1", "input_tokens": 152, "allowed_token_mass": 0.9996662735939026, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 72, "prefix_sha256": "11a1757345b0aa78565ec988a85753aa43930dce9bdc03d00a4896a20d6c13be", "encode_seconds": 0.0019426009966991842, "prefill_seconds": 0.0, "copy_seconds": 0.005183967994526029, "suffix_forward_seconds": 0.06433284003287554, "forward_seconds": 0.06433284003287554, "cache_class": "DynamicCache", "total_seconds": 0.07351451099384576}
{"id": "caf773b23934fa7362a1", "option_ids": ["supported", "contradicted", "insufficient"], "probabilities": [0.9990166425704956, 0.0001793836272554472, 0.0008039416861720383], "option_logits": [27.625, 19.0, 20.5], "answer_token_ids": [32, 33, 34], "prompt_sha256": "fc63cf543f9304e75058299b3356946c095ba6295c9243e566797f36b04ba140", "prompt_version": "direct-options-v1", "input_tokens": 147, "allowed_token_mass": 0.9999122619628906, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 65, "prefix_sha256": "52b1163b089c57f2fd22e5f6f6d464474e0b5319effcc1628526640cc48a905d", "encode_seconds": 0.0022195909987203777, "prefill_seconds": 0.06735140702221543, "copy_seconds": 0.005200487968977541, "suffix_forward_seconds": 0.06313064298592508, "forward_seconds": 0.1304820500081405, "cache_class": "DynamicCache", "total_seconds": 0.1398736200062558}
{"id": "f46f392ef9e9e9df564b", "option_ids": ["supported", "insufficient", "contradicted"], "probabilities": [0.005880393553525209, 0.9889301657676697, 0.00518942903727293], "option_logits": [21.625, 26.75, 21.5], "answer_token_ids": [32, 33, 34], "prompt_sha256": "ede9fa16fdd6c8ccfa62f86c18b5955dd8b755fdd7b67d2b299ed26c667f4f74", "prompt_version": "direct-options-v1", "input_tokens": 145, "allowed_token_mass": 0.9998321533203125, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 63, "prefix_sha256": "6bee4909f3072e20d8bd2330d1a34a4bba5208db0029b1d4ee3b18fae806d7a1", "encode_seconds": 0.0021488909842446446, "prefill_seconds": 0.05989325599512085, "copy_seconds": 0.005170607997570187, "suffix_forward_seconds": 0.06197926704771817, "forward_seconds": 0.12187252304283902, "cache_class": "DynamicCache", "total_seconds": 0.13097951095551252}
{"id": "005dcf6d2c0f21d64796", "option_ids": ["permitted", "prohibited", "insufficient"], "probabilities": [0.10474855452775955, 0.877048909664154, 0.01820256933569908], "option_logits": [23.5, 25.625, 21.75], "answer_token_ids": [32, 33, 34], "prompt_sha256": "7062168e1451f8e594012c07b5231030eb7ecd5b5b0544b2b556cd26b89e5906", "prompt_version": "direct-options-v1", "input_tokens": 166, "allowed_token_mass": 0.9996472001075745, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 66, "prefix_sha256": "d236ecc5b95ef935834104e9ad8e540f2fcec73ac25bdb26b53f8b6269c1c0e6", "encode_seconds": 0.002215552027337253, "prefill_seconds": 0.061645314970519394, "copy_seconds": 0.005153997975867242, "suffix_forward_seconds": 0.06214875803561881, "forward_seconds": 0.1237940730061382, "cache_class": "DynamicCache", "total_seconds": 0.13325183501001447}
{"id": "edb708bd0fe5fd67d6ee", "option_ids": ["permitted", "prohibited", "insufficient"], "probabilities": [0.9801899790763855, 0.013981658965349197, 0.005828422494232655], "option_logits": [25.875, 21.625, 20.75], "answer_token_ids": [32, 33, 34], "prompt_sha256": "2c475aec79e3b2166c444ddb7377ff72096e81a768bf5747165b88e6ccab5727", "prompt_version": "direct-options-v1", "input_tokens": 167, "allowed_token_mass": 0.9997311234474182, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 66, "prefix_sha256": "d236ecc5b95ef935834104e9ad8e540f2fcec73ac25bdb26b53f8b6269c1c0e6", "encode_seconds": 0.0019720399868674576, "prefill_seconds": 0.0, "copy_seconds": 0.0051670289831236005, "suffix_forward_seconds": 0.06150740501470864, "forward_seconds": 0.06150740501470864, "cache_class": "DynamicCache", "total_seconds": 0.07037706201663241}
{"id": "97a35499bd8717f3e786", "option_ids": ["prohibited", "insufficient", "permitted"], "probabilities": [0.05821435526013374, 0.0311599001288414, 0.9106257557868958], "option_logits": [22.875, 22.25, 25.625], "answer_token_ids": [32, 33, 34], "prompt_sha256": "0112886864f18bcca582892ca51af495b48b31f73e664b117c05a2060be5bb58", "prompt_version": "direct-options-v1", "input_tokens": 160, "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 60, "prefix_sha256": "49ed229645b436d91c50d8e746f3583b3b9c89b477a7daeb55ab56f44148074d", "encode_seconds": 0.0024123229668475688, "prefill_seconds": 0.1031716110301204, "copy_seconds": 0.005178638035431504, "suffix_forward_seconds": 0.06260896095773205, "forward_seconds": 0.16578057198785245, "cache_class": "DynamicCache", "total_seconds": 0.1752404029830359}
{"id": "31eb4533d2c89959ec46", "option_ids": ["insufficient", "prohibited", "permitted"], "probabilities": [0.9984009861946106, 0.00043005376937799156, 0.001169007271528244], "option_logits": [27.625, 19.875, 20.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "68a7bcbf13cc325ccc6cc6cf5b98a867728415420c9dda469ba874057911da9c", "prompt_version": "direct-options-v1", "input_tokens": 159, "allowed_token_mass": 0.999906599521637, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 59, "prefix_sha256": "299def5fddf766594cf7104e4191a32760d7c4cd7df70c58b3008e6beef48a27", "encode_seconds": 0.0023185129975900054, "prefill_seconds": 0.06344739499036223, "copy_seconds": 0.005378959001973271, "suffix_forward_seconds": 0.06593149801483378, "forward_seconds": 0.129378893005196, "cache_class": "DynamicCache", "total_seconds": 0.13914033700712025}
{"id": "0aa24a6701ac9c56c4a0", "option_ids": ["insufficient", "B", "A"], "probabilities": [0.0014911500038579106, 0.9918259382247925, 0.006682870909571648], "option_logits": [19.625, 26.125, 21.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "d4b635852d0b74b66267df66d0083f5a57955e17bb4d0d843b9e585c42ba30b2", "prompt_version": "direct-options-v1", "input_tokens": 153, "allowed_token_mass": 0.9997501969337463, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 74, "prefix_sha256": "cd2bd87718a1eb58da20d618a8c3d9d07a219eb5c564eb0555fc5ea9db951ff1", "encode_seconds": 0.002367363020312041, "prefill_seconds": 0.06313261401373893, "copy_seconds": 0.005723811045754701, "suffix_forward_seconds": 0.06814027996733785, "forward_seconds": 0.13127289398107678, "cache_class": "DynamicCache", "total_seconds": 0.14133157901233062}
{"id": "796d5c0da6eaadae6a3f", "option_ids": ["B", "A", "insufficient"], "probabilities": [0.587698221206665, 0.40391868352890015, 0.008383064530789852], "option_logits": [23.875, 23.5, 19.625], "answer_token_ids": [32, 33, 34], "prompt_sha256": "8c09820ef2c6a77913dd2162c0841516c52ab13653d835822f9d68b659b5f9a1", "prompt_version": "direct-options-v1", "input_tokens": 147, "allowed_token_mass": 0.9993441104888916, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 74, "prefix_sha256": "cd2bd87718a1eb58da20d618a8c3d9d07a219eb5c564eb0555fc5ea9db951ff1", "encode_seconds": 0.0018970509991049767, "prefill_seconds": 0.0, "copy_seconds": 0.005177647981327027, "suffix_forward_seconds": 0.06794298003660515, "forward_seconds": 0.06794298003660515, "cache_class": "DynamicCache", "total_seconds": 0.07704662001924589}
{"id": "599b3092b6fd18312d23", "option_ids": ["B", "insufficient", "A"], "probabilities": [0.04152039811015129, 0.013479698449373245, 0.9449998736381531], "option_logits": [21.875, 20.75, 25.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "189a1a1379500965960ec46859d3d4a588cff486efc846d76fbf1022d10fed67", "prompt_version": "direct-options-v1", "input_tokens": 146, "allowed_token_mass": 0.9996185898780823, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 67, "prefix_sha256": "3e094dbc3ae2dacf0588c0f4e6bc612dc8624c96cd78723e44029b2ea229596e", "encode_seconds": 0.00227085204096511, "prefill_seconds": 0.0879191390122287, "copy_seconds": 0.005668230005539954, "suffix_forward_seconds": 0.06796213996130973, "forward_seconds": 0.15588127897353843, "cache_class": "DynamicCache", "total_seconds": 0.1659015420009382}
{"id": "960a4bcd27363e6db4b9", "option_ids": ["B", "A", "insufficient"], "probabilities": [0.08895891904830933, 0.16619715094566345, 0.7448439002037048], "option_logits": [22.0, 22.625, 24.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "ad358c7766f5a556fb0a6a8960b52851ab4b837068ea9df106ed1b6ae51e9b8c", "prompt_version": "direct-options-v1", "input_tokens": 148, "allowed_token_mass": 0.9992754459381104, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 69, "prefix_sha256": "7faed3ebc0c6c16f4b989a1941a78bc57ff348e08bfc5ace861842d5be6cf5ed", "encode_seconds": 0.0022587919957004488, "prefill_seconds": 0.06392641796264797, "copy_seconds": 0.005300329008605331, "suffix_forward_seconds": 0.06365062604891136, "forward_seconds": 0.12757704401155934, "cache_class": "DynamicCache", "total_seconds": 0.13726208597654477}
{"id": "c6a411e7f2bbdf377173", "option_ids": ["contradicted", "insufficient", "supported"], "probabilities": [0.9871800541877747, 0.009677973575890064, 0.0031419778242707253], "option_logits": [26.625, 22.0, 20.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "00c7d47e5abe1d713d04841e8951cbc9f044a7b02b38b56aa3c4aa36a54f32fe", "prompt_version": "direct-options-v1", "input_tokens": 164, "allowed_token_mass": 0.9998703002929688, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 83, "prefix_sha256": "bd97f511608bba6a52e708d167b6adaec9f2158b8c5995643ac5bb44149c0f62", "encode_seconds": 0.0025057640159502625, "prefill_seconds": 0.06389153801137581, "copy_seconds": 0.005326949001755565, "suffix_forward_seconds": 0.06415415904484689, "forward_seconds": 0.1280456970562227, "cache_class": "DynamicCache", "total_seconds": 0.13795260101323947}
{"id": "e332aa927d0c2ed044aa", "option_ids": ["contradicted", "insufficient", "supported"], "probabilities": [0.4551844596862793, 0.08963112533092499, 0.4551844596862793], "option_logits": [24.0, 22.375, 24.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "2fd3cb7e37af9f73383bcc23abc5e8ef6b1ce70fc1919825393b105a8ea30152", "prompt_version": "direct-options-v1", "input_tokens": 165, "allowed_token_mass": 0.9995843172073364, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 83, "prefix_sha256": "bd97f511608bba6a52e708d167b6adaec9f2158b8c5995643ac5bb44149c0f62", "encode_seconds": 0.001991241006180644, "prefill_seconds": 0.0, "copy_seconds": 0.00526906899176538, "suffix_forward_seconds": 0.07989100198028609, "forward_seconds": 0.07989100198028609, "cache_class": "DynamicCache", "total_seconds": 0.08913247298914939}
{"id": "a0128e551d095f3449f8", "option_ids": ["supported", "insufficient", "contradicted"], "probabilities": [0.9998365640640259, 0.00012338963279034942, 4.0058745071291924e-05], "option_logits": [28.5, 19.5, 18.375], "answer_token_ids": [32, 33, 34], "prompt_sha256": "2c485f918a788154f19750bcb2478b4c6ef054640e6778a6f2d3f1fed3f17f1f", "prompt_version": "direct-options-v1", "input_tokens": 140, "allowed_token_mass": 0.9999542832374573, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 59, "prefix_sha256": "b4a70b6f0ae7c2ff76bc6eefb22d92710e80b46699aff7c85353fefd4f5657f2", "encode_seconds": 0.0021782820113003254, "prefill_seconds": 0.06015838001621887, "copy_seconds": 0.005160657980013639, "suffix_forward_seconds": 0.06437162996735424, "forward_seconds": 0.12453000998357311, "cache_class": "DynamicCache", "total_seconds": 0.13396035198820755}
{"id": "46d6a0731bd288c370f0", "option_ids": ["insufficient", "contradicted", "supported"], "probabilities": [0.9979650974273682, 0.0017001532251015306, 0.0003347799938637763], "option_logits": [27.5, 21.125, 19.5], "answer_token_ids": [32, 33, 34], "prompt_sha256": "af5c97e33c5cf651b441f230d1333e7e0a13cdef1422461d64b9644a6da501fd", "prompt_version": "direct-options-v1", "input_tokens": 139, "allowed_token_mass": 0.9999333024024963, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 58, "prefix_sha256": "cdaba40a62467a2e8256eb645ac0ba16074308ceef8be1576cb8f18944885d4f", "encode_seconds": 0.002183182048611343, "prefill_seconds": 0.06207748904125765, "copy_seconds": 0.005716670013498515, "suffix_forward_seconds": 0.06938527803868055, "forward_seconds": 0.1314627670799382, "cache_class": "DynamicCache", "total_seconds": 0.1414827910484746}
{"id": "21ca7a8b970e36b8e20f", "option_ids": ["prohibited", "insufficient", "permitted"], "probabilities": [0.9258617162704468, 0.06706920266151428, 0.007069041021168232], "option_logits": [26.0, 23.375, 21.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "70ee6af686458c88dd9bee6d0b7b56e63799ebb3c3ab04a88f519c7ef8447c69", "prompt_version": "direct-options-v1", "input_tokens": 171, "allowed_token_mass": 0.999815046787262, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 68, "prefix_sha256": "e20d8330a216870ac0a99de8e24093b4722f840fe31abed9e9d5d91c936ed73c", "encode_seconds": 0.0025067839887924492, "prefill_seconds": 0.0699491510167718, "copy_seconds": 0.005714010039810091, "suffix_forward_seconds": 0.06705344503279775, "forward_seconds": 0.13700259604956955, "cache_class": "DynamicCache", "total_seconds": 0.14741198299452662}
{"id": "4aa83af95bb69e90bc2d", "option_ids": ["permitted", "prohibited", "insufficient"], "probabilities": [0.6624118089675903, 0.18978415429592133, 0.14780405163764954], "option_logits": [24.875, 23.625, 23.375], "answer_token_ids": [32, 33, 34], "prompt_sha256": "a21f6ef35fdbe46c7c9ff58c2654e42cb82fd96db979a13ae891144002050642", "prompt_version": "direct-options-v1", "input_tokens": 169, "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 68, "prefix_sha256": "e20d8330a216870ac0a99de8e24093b4722f840fe31abed9e9d5d91c936ed73c", "encode_seconds": 0.002046320994850248, "prefill_seconds": 0.0, "copy_seconds": 0.005049075989518315, "suffix_forward_seconds": 0.0645464519620873, "forward_seconds": 0.0645464519620873, "cache_class": "DynamicCache", "total_seconds": 0.0736712709767744}
{"id": "cdfa9eed51fafcf09b72", "option_ids": ["insufficient", "prohibited", "permitted"], "probabilities": [0.35918810963630676, 0.04861082509160042, 0.5922010540962219], "option_logits": [24.25, 22.25, 24.75], "answer_token_ids": [32, 33, 34], "prompt_sha256": "9b22a228ebc1b1b9892cbe18f6b30eae62472318c97f3a390bd248f0b73ea77f", "prompt_version": "direct-options-v1", "input_tokens": 154, "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 51, "prefix_sha256": "51dee4a9bf03f6306e4f6547ae0f10c11ff9e62ece7f925692b76f7621704f21", "encode_seconds": 0.0021481509902514517, "prefill_seconds": 0.06043735897401348, "copy_seconds": 0.005716170999221504, "suffix_forward_seconds": 0.06696956499945372, "forward_seconds": 0.1274069239734672, "cache_class": "DynamicCache", "total_seconds": 0.13737973698880523}
{"id": "d51b05bfb9d6d7f09331", "option_ids": ["prohibited", "insufficient", "permitted"], "probabilities": [0.1323620229959488, 0.8631088137626648, 0.004529179539531469], "option_logits": [23.75, 25.625, 20.375], "answer_token_ids": [32, 33, 34], "prompt_sha256": "fc57539bbcedd75af63dce83973cc61e3310f710075ed1174b9a4efdaa323d0a", "prompt_version": "direct-options-v1", "input_tokens": 160, "allowed_token_mass": 0.9997425675392151, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 57, "prefix_sha256": "d097ef08c53118fef83099e663ef00df73196d8f70bcaff6240d9886140d9000", "encode_seconds": 0.0022792830131947994, "prefill_seconds": 0.059041800966951996, "copy_seconds": 0.005462980014272034, "suffix_forward_seconds": 0.06141175399534404, "forward_seconds": 0.12045355496229604, "cache_class": "DynamicCache", "total_seconds": 0.13024838001001626}
{"id": "fdd902cc6e65fad7cb4f", "option_ids": ["B", "A", "insufficient"], "probabilities": [0.5578213334083557, 0.383384644985199, 0.05879393592476845], "option_logits": [24.0, 23.625, 21.75], "answer_token_ids": [32, 33, 34], "prompt_sha256": "9cfdeba7abf33c7d480a26188d1fc83099b0f64c8cebde0ef2ed3dc2bb6ae96a", "prompt_version": "direct-options-v1", "input_tokens": 160, "allowed_token_mass": 0.9994832277297974, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 84, "prefix_sha256": "65688ecd12abf1f5fcfc055d9dcfac5e13c418f0b1d20dc2a06ee31c24b6feca", "encode_seconds": 0.0023259019944816828, "prefill_seconds": 0.06333657499635592, "copy_seconds": 0.004846305993851274, "suffix_forward_seconds": 0.062478339998051524, "forward_seconds": 0.12581491499440745, "cache_class": "DynamicCache", "total_seconds": 0.135068386036437}
{"id": "42384af9ae56beb37ff5", "option_ids": ["insufficient", "A", "B"], "probabilities": [0.12195165455341339, 0.3314989507198334, 0.546549379825592], "option_logits": [22.5, 23.5, 24.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "681c30b169a28f227e9458a6d8f55ce40a3fd2238999502ebc840dcccff7ac29", "prompt_version": "direct-options-v1", "input_tokens": 160, "allowed_token_mass": 0.999487042427063, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 84, "prefix_sha256": "65688ecd12abf1f5fcfc055d9dcfac5e13c418f0b1d20dc2a06ee31c24b6feca", "encode_seconds": 0.001793620001990348, "prefill_seconds": 0.0, "copy_seconds": 0.004962896986398846, "suffix_forward_seconds": 0.061791657004505396, "forward_seconds": 0.061791657004505396, "cache_class": "DynamicCache", "total_seconds": 0.07056406600167975}
{"id": "cdf7f428857e1b841cb3", "option_ids": ["A", "insufficient", "B"], "probabilities": [0.13209064304828644, 0.4068678021430969, 0.4610416293144226], "option_logits": [22.625, 23.75, 23.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "7bdfadd2f6c99f5ed38368c7f671350ce367a8bdc2557be56c52325707e7fadb", "prompt_version": "direct-options-v1", "input_tokens": 153, "allowed_token_mass": 0.9994603395462036, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 77, "prefix_sha256": "f6e42b826fc9e773a3eb31e24f3eb798f76fa6c976c1c418fb1dd7396a1e60c9", "encode_seconds": 0.00228503200924024, "prefill_seconds": 0.06294235301902518, "copy_seconds": 0.005156397994142026, "suffix_forward_seconds": 0.06341015599900857, "forward_seconds": 0.12635250901803374, "cache_class": "DynamicCache", "total_seconds": 0.1358728600316681}
{"id": "774f7f9245f83c796d44", "option_ids": ["B", "A", "insufficient"], "probabilities": [0.008546924218535423, 0.00356288836337626, 0.9878901839256287], "option_logits": [20.5, 19.625, 25.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "238763c6293e31d69a7fc77d27a71dd15e71b3c0245b8f2961b2621cd88859ca", "prompt_version": "direct-options-v1", "input_tokens": 139, "allowed_token_mass": 0.9996185898780823, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 63, "prefix_sha256": "50178952e0284413c496b1130d064f8068acddda9536f86dd051cece68ece451", "encode_seconds": 0.0022773430100642145, "prefill_seconds": 0.06399175903061405, "copy_seconds": 0.005714132043067366, "suffix_forward_seconds": 0.06753667799057439, "forward_seconds": 0.13152843702118844, "cache_class": "DynamicCache", "total_seconds": 0.14174367301166058}
{"id": "92ec2ffa3dd46ada1335", "option_ids": ["contradicted", "insufficient", "supported"], "probabilities": [0.9662505984306335, 0.03306327760219574, 0.0006862064474262297], "option_logits": [27.125, 23.75, 19.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "4a6f088804df07ccf57c1304f0b961061d9a890070c9a0c9b72e9b8e1ed4362a", "prompt_version": "direct-options-v1", "input_tokens": 161, "allowed_token_mass": 0.999885618686676, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 78, "prefix_sha256": "31ee51b4582d718f12d373a946a61f7c9d2056258baaa82f79e1cc363a33e4a9", "encode_seconds": 0.0024915029644034803, "prefill_seconds": 0.0639630890218541, "copy_seconds": 0.00569002196425572, "suffix_forward_seconds": 0.06685430399375036, "forward_seconds": 0.13081739301560447, "cache_class": "DynamicCache", "total_seconds": 0.14109082898357883}
{"id": "6149a17bc154f9c5b4a0", "option_ids": ["supported", "insufficient", "contradicted"], "probabilities": [0.2352859079837799, 0.49810025095939636, 0.2666138708591461], "option_logits": [23.5, 24.25, 23.625], "answer_token_ids": [32, 33, 34], "prompt_sha256": "f9d2cc7a75278b178a42c60180ab0ff8346968e83cc73116430d560e4779bb37", "prompt_version": "direct-options-v1", "input_tokens": 157, "allowed_token_mass": 0.9994412660598755, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 78, "prefix_sha256": "31ee51b4582d718f12d373a946a61f7c9d2056258baaa82f79e1cc363a33e4a9", "encode_seconds": 0.0017688689986243844, "prefill_seconds": 0.0, "copy_seconds": 0.004923387023154646, "suffix_forward_seconds": 0.06222187902312726, "forward_seconds": 0.06222187902312726, "cache_class": "DynamicCache", "total_seconds": 0.07089267601259053}
{"id": "be866e1dbec5d42d9423", "option_ids": ["contradicted", "insufficient", "supported"], "probabilities": [0.006684042047709227, 0.0013161659007892013, 0.9919997453689575], "option_logits": [21.875, 20.25, 26.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "2135c4f1b3329fd015060893e70a657b8067f0392f0c173a2a4340b983e5ca28", "prompt_version": "direct-options-v1", "input_tokens": 158, "allowed_token_mass": 0.9998627305030823, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 75, "prefix_sha256": "40fc3b599dba917856222a68fd76c289dfe24241060bbd98655609a0df929191", "encode_seconds": 0.001965990988537669, "prefill_seconds": 0.05621890694601461, "copy_seconds": 0.005272748996503651, "suffix_forward_seconds": 0.06153802602784708, "forward_seconds": 0.1177569329738617, "cache_class": "DynamicCache", "total_seconds": 0.1270017129718326}
{"id": "97d2ed2591fc7638806c", "option_ids": ["insufficient", "supported", "contradicted"], "probabilities": [0.775981605052948, 0.1190006360411644, 0.10501769185066223], "option_logits": [25.125, 23.25, 23.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "dc3cfc8cc05db2af408a025ade7e1dfe47e6b292f125e688d24a6f219c57ffd8", "prompt_version": "direct-options-v1", "input_tokens": 156, "allowed_token_mass": 0.9995824098587036, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 73, "prefix_sha256": "d18ef1343380441501a09313e70c053371ff90ffc9638b9a851bbdc3739c3496", "encode_seconds": 0.002156970964279026, "prefill_seconds": 0.059755175025202334, "copy_seconds": 0.004939126956742257, "suffix_forward_seconds": 0.1640677050454542, "forward_seconds": 0.22382288007065654, "cache_class": "DynamicCache", "total_seconds": 0.23269862798042595}
{"id": "4533dd91267b4d815690", "option_ids": ["permitted", "insufficient", "prohibited"], "probabilities": [0.08948525041341782, 0.061502259224653244, 0.8490124344825745], "option_logits": [23.0, 22.625, 25.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "11a45e9457ac80d39761a348b050debb967fabac4f7e57840cf0eabfd194e32c", "prompt_version": "direct-options-v1", "input_tokens": 162, "allowed_token_mass": 0.9995995163917542, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 59, "prefix_sha256": "2bb1e8e6a9866970b9af7c9105fa4b52a74dfc9662181e2f5f063ab06814efe1", "encode_seconds": 0.0023237630375660956, "prefill_seconds": 0.05911206401651725, "copy_seconds": 0.005177447979804128, "suffix_forward_seconds": 0.0637389289913699, "forward_seconds": 0.12285099300788715, "cache_class": "DynamicCache", "total_seconds": 0.13237674604170024}
{"id": "d880e65fef5e2993fdd0", "option_ids": ["permitted", "insufficient", "prohibited"], "probabilities": [0.9808617234230042, 0.005147089716047049, 0.013991240411996841], "option_logits": [26.625, 21.375, 22.375], "answer_token_ids": [32, 33, 34], "prompt_sha256": "4bd7a85dcd3aee9c1231a599816b036f74a048aa893eb8c15f909f011b86b239", "prompt_version": "direct-options-v1", "input_tokens": 159, "allowed_token_mass": 0.9998798966407776, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 59, "prefix_sha256": "2bb1e8e6a9866970b9af7c9105fa4b52a74dfc9662181e2f5f063ab06814efe1", "encode_seconds": 0.0019476899760775268, "prefill_seconds": 0.0, "copy_seconds": 0.005132797989062965, "suffix_forward_seconds": 0.06374467897694558, "forward_seconds": 0.06374467897694558, "cache_class": "DynamicCache", "total_seconds": 0.07277436897857115}
{"id": "90494c76078ffc3c717a", "option_ids": ["permitted", "insufficient", "prohibited"], "probabilities": [0.9763128757476807, 0.005805368069559336, 0.017881793901324272], "option_logits": [26.0, 20.875, 22.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "80ef91a9a0d542fd92e59931d2d6df87e559eec3ffa5f82f40bfa1d7e8b4ded9", "prompt_version": "direct-options-v1", "input_tokens": 159, "allowed_token_mass": 0.9997501969337463, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 56, "prefix_sha256": "a64900d2b7035ce86b43984c6ee8dfd1db481cae71d90fcaca9a289d84e52936", "encode_seconds": 0.002329642011318356, "prefill_seconds": 0.06021404004422948, "copy_seconds": 0.005179248983040452, "suffix_forward_seconds": 0.06333210796583444, "forward_seconds": 0.12354614801006392, "cache_class": "DynamicCache", "total_seconds": 0.1330658289953135}
{"id": "9ac5cc82c4126c91174a", "option_ids": ["permitted", "insufficient", "prohibited"], "probabilities": [0.06590891629457474, 0.9098445177078247, 0.02424653433263302], "option_logits": [22.625, 25.25, 21.625], "answer_token_ids": [32, 33, 34], "prompt_sha256": "2a21ff3f774dcac4f77d30d09cad8b73e9459584a545eac6cb875322b4f225ca", "prompt_version": "direct-options-v1", "input_tokens": 158, "allowed_token_mass": 0.9995518922805786, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 55, "prefix_sha256": "767fd3a649d68137c6d1517e8a73ad36d98980129f24947325b4d9259fc35643", "encode_seconds": 0.0022031720145605505, "prefill_seconds": 0.06266585399862379, "copy_seconds": 0.005587861000094563, "suffix_forward_seconds": 0.06295897596282884, "forward_seconds": 0.12562482996145263, "cache_class": "DynamicCache", "total_seconds": 0.13549906300613657}
{"id": "386e10b1c1ce906473a4", "option_ids": ["B", "A", "insufficient"], "probabilities": [0.0850694552063942, 0.9145828485488892, 0.000347659457474947], "option_logits": [23.0, 25.375, 17.5], "answer_token_ids": [32, 33, 34], "prompt_sha256": "1d8a5101ea9ef38b119f7ff6fa84001eee063903b9f2f8c29d4a84a711bb779f", "prompt_version": "direct-options-v1", "input_tokens": 164, "allowed_token_mass": 0.9995862245559692, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 91, "prefix_sha256": "f3cc104d077dbf1af3c1398dcd59fede784f851ee132fb973ba39a18f5320886", "encode_seconds": 0.002522604016121477, "prefill_seconds": 0.06132706598145887, "copy_seconds": 0.005008167994674295, "suffix_forward_seconds": 0.06282886501867324, "forward_seconds": 0.12415593100013211, "cache_class": "DynamicCache", "total_seconds": 0.1336910030222498}
{"id": "4da6aedc1139224eeff2", "option_ids": ["insufficient", "B", "A"], "probabilities": [0.0006259420770220459, 0.9987480640411377, 0.0006259420770220459], "option_logits": [19.0, 26.375, 19.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "7bfa5a605c641906c372bc90a095885a83a1a79b1b6ef7c9a5b0a7a618e1be94", "prompt_version": "direct-options-v1", "input_tokens": 167, "allowed_token_mass": 0.999754011631012, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 91, "prefix_sha256": "f3cc104d077dbf1af3c1398dcd59fede784f851ee132fb973ba39a18f5320886", "encode_seconds": 0.0019925609813071787, "prefill_seconds": 0.0, "copy_seconds": 0.00498948700260371, "suffix_forward_seconds": 0.06520972697762772, "forward_seconds": 0.06520972697762772, "cache_class": "DynamicCache", "total_seconds": 0.07421333697857335}
{"id": "a22dab8ba073ff6cdb8d", "option_ids": ["insufficient", "B", "A"], "probabilities": [0.002786346711218357, 0.9920080900192261, 0.005205580964684486], "option_logits": [20.375, 26.25, 21.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "0d079c6599c117e63114434ab848d564d57687b2c04a9bd49b0b3578a11a3537", "prompt_version": "direct-options-v1", "input_tokens": 160, "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 87, "prefix_sha256": "e2b5772daa895ffca1061c822db2c2f8838409aee94d49b9debe02878b4c1601", "encode_seconds": 0.0023100830148905516, "prefill_seconds": 0.06219730997690931, "copy_seconds": 0.00487603695364669, "suffix_forward_seconds": 0.06070846103830263, "forward_seconds": 0.12290577101521194, "cache_class": "DynamicCache", "total_seconds": 0.13199150102445856}
{"id": "42c54fa2ad45743e24d8", "option_ids": ["A", "insufficient", "B"], "probabilities": [0.02920997142791748, 0.9673014283180237, 0.0034886335488408804], "option_logits": [21.125, 24.625, 19.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "cb953db5af44004bc25f019ad91b924be85b901273c8582073c6eaa77b21a488", "prompt_version": "direct-options-v1", "input_tokens": 147, "allowed_token_mass": 0.9975405931472778, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 74, "prefix_sha256": "d61d6cf539eab040dc527714f0e11de749097ea145b941931c7ed8e2ecadcb16", "encode_seconds": 0.002178392023779452, "prefill_seconds": 0.0619279770180583, "copy_seconds": 0.005151168967131525, "suffix_forward_seconds": 0.06100943294586614, "forward_seconds": 0.12293740996392444, "cache_class": "DynamicCache", "total_seconds": 0.13223787100287154}
{"id": "f3d13cf184f916677def", "option_ids": ["contradicted", "insufficient", "supported"], "probabilities": [0.9233053922653198, 0.052089329808950424, 0.02460525557398796], "option_logits": [25.875, 23.0, 22.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "4e9c9e1b15a21f8c8148d62c0397f51ec21429216b537a72a3085a2c161b5c7c", "prompt_version": "direct-options-v1", "input_tokens": 165, "allowed_token_mass": 0.9997577667236328, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 80, "prefix_sha256": "68f6d8a08ec3c097ec02bc0e8a8eda5e6ca5415f9b7154585cc6b1a61b9efe09", "encode_seconds": 0.0021232719882391393, "prefill_seconds": 0.06315812398679554, "copy_seconds": 0.005298358970321715, "suffix_forward_seconds": 0.06255769199924543, "forward_seconds": 0.12571581598604098, "cache_class": "DynamicCache", "total_seconds": 0.13513343699742109}
{"id": "1105577da4c8dad4609d", "option_ids": ["contradicted", "insufficient", "supported"], "probabilities": [0.7264880537986755, 0.1621014028787613, 0.11141055822372437], "option_logits": [24.875, 23.375, 23.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "317a37f765f3e0cac9771ade06dd064bad03f3816b4f4966511910d17455ae92", "prompt_version": "direct-options-v1", "input_tokens": 162, "allowed_token_mass": 0.9996148347854614, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 80, "prefix_sha256": "68f6d8a08ec3c097ec02bc0e8a8eda5e6ca5415f9b7154585cc6b1a61b9efe09", "encode_seconds": 0.00198346097022295, "prefill_seconds": 0.0, "copy_seconds": 0.005161217995919287, "suffix_forward_seconds": 0.06230366096133366, "forward_seconds": 0.06230366096133366, "cache_class": "DynamicCache", "total_seconds": 0.07162945199524984}
{"id": "0ebd299739302d8b057b", "option_ids": ["contradicted", "insufficient", "supported"], "probabilities": [0.8497095704078674, 0.1303071826696396, 0.019983254373073578], "option_logits": [25.0, 23.125, 21.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "dec41e6f47308e69e9cc5ef204fb4d237689b085bf0c78dc2685a234817ebdfe", "prompt_version": "direct-options-v1", "input_tokens": 158, "allowed_token_mass": 0.9996262192726135, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 73, "prefix_sha256": "f57fe3335d38de3001c3106d77798e345246bee7405bd2abb8c617a55100ad35", "encode_seconds": 0.002163461991585791, "prefill_seconds": 0.06284247298026457, "copy_seconds": 0.004943337000440806, "suffix_forward_seconds": 0.06202591798501089, "forward_seconds": 0.12486839096527547, "cache_class": "DynamicCache", "total_seconds": 0.13388405099976808}
{"id": "eafc22c8c40df3932a8e", "option_ids": ["supported", "contradicted", "insufficient"], "probabilities": [0.0202607661485672, 0.003520793514326215, 0.9762184619903564], "option_logits": [22.75, 21.0, 26.625], "answer_token_ids": [32, 33, 34], "prompt_sha256": "11c4b0b735f28970434fba90fd49dedf800210fc86cc5dd0e5f75acd828cc477", "prompt_version": "direct-options-v1", "input_tokens": 146, "allowed_token_mass": 0.9998321533203125, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 61, "prefix_sha256": "604746f5f6ab0509efd5f4374dc9cb668edc40a32e9d5d9c4b57760ecffd25e6", "encode_seconds": 0.0022326430189423263, "prefill_seconds": 0.06126572500215843, "copy_seconds": 0.005333429959136993, "suffix_forward_seconds": 0.06535106699448079, "forward_seconds": 0.12661679199663922, "cache_class": "DynamicCache", "total_seconds": 0.13617880397941917}
{"id": "0aa1447680e4f25862bb", "option_ids": ["insufficient", "prohibited", "permitted"], "probabilities": [0.3890247941017151, 0.1114574745297432, 0.4995177388191223], "option_logits": [24.125, 22.875, 24.375], "answer_token_ids": [32, 33, 34], "prompt_sha256": "6c19667d59b60941b80246296f8d75c2eab7aa759ed293293062d0650b53b21a", "prompt_version": "direct-options-v1", "input_tokens": 165, "allowed_token_mass": 0.9995747208595276, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 63, "prefix_sha256": "7aa8993ba91caf1f4b5815880b451e85f85480ec0f42db00c74732a84cb94d12", "encode_seconds": 0.0023342930362559855, "prefill_seconds": 0.05423569603590295, "copy_seconds": 0.004497535002883524, "suffix_forward_seconds": 0.060772982018534094, "forward_seconds": 0.11500867805443704, "cache_class": "DynamicCache", "total_seconds": 0.12377880600979552}
{"id": "980e76145c925747220c", "option_ids": ["insufficient", "prohibited", "permitted"], "probabilities": [0.26380202174186707, 0.019109752029180527, 0.7170881628990173], "option_logits": [23.75, 21.125, 24.75], "answer_token_ids": [32, 33, 34], "prompt_sha256": "4f4c4c0173e698912a697967d581fa7be41975f22aa643a71a4018f9df547aed", "prompt_version": "direct-options-v1", "input_tokens": 166, "allowed_token_mass": 0.9995461702346802, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 63, "prefix_sha256": "7aa8993ba91caf1f4b5815880b451e85f85480ec0f42db00c74732a84cb94d12", "encode_seconds": 0.001731769007164985, "prefill_seconds": 0.0, "copy_seconds": 0.004723196034319699, "suffix_forward_seconds": 0.0631869250210002, "forward_seconds": 0.0631869250210002, "cache_class": "DynamicCache", "total_seconds": 0.07138049899367616}
{"id": "4aee37a6a155747766aa", "option_ids": ["permitted", "prohibited", "insufficient"], "probabilities": [0.966343879699707, 0.02918105758726597, 0.004475060384720564], "option_logits": [26.0, 22.5, 20.625], "answer_token_ids": [32, 33, 34], "prompt_sha256": "f3212577729f3a2ba2c4b443b0184aed36fcf84640102006f754d74e0ad2524c", "prompt_version": "direct-options-v1", "input_tokens": 163, "allowed_token_mass": 0.9997292160987854, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 61, "prefix_sha256": "d89a26efb6954c5dd10b0c653a4b443f3f2aff480e7ed2052f612141d06aeed6", "encode_seconds": 0.0020155810052528977, "prefill_seconds": 0.06197856902144849, "copy_seconds": 0.005485620989929885, "suffix_forward_seconds": 0.06690638500731438, "forward_seconds": 0.12888495402876288, "cache_class": "DynamicCache", "total_seconds": 0.13850126700708643}
{"id": "6db17cc22bd656d78558", "option_ids": ["prohibited", "permitted", "insufficient"], "probabilities": [0.02919641137123108, 0.003951304592192173, 0.9668523073196411], "option_logits": [22.375, 20.375, 25.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "3b494eab820fd916edb55b080a516144b28012c2a1d16407620246c79765f895", "prompt_version": "direct-options-v1", "input_tokens": 156, "allowed_token_mass": 0.9997501969337463, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 54, "prefix_sha256": "b4be924d1173101da5ac16d94a9bf724c32a79e9fcee2215dfc427f9c1019fd6", "encode_seconds": 0.0021844920120202005, "prefill_seconds": 0.05777459597447887, "copy_seconds": 0.004873875994235277, "suffix_forward_seconds": 0.06043971999315545, "forward_seconds": 0.11821431596763432, "cache_class": "DynamicCache", "total_seconds": 0.1272637450019829}
{"id": "ef3e0f8e657bf59f8a29", "option_ids": ["A", "insufficient", "B"], "probabilities": [0.1790020912885666, 0.4865780770778656, 0.3344199061393738], "option_logits": [22.625, 23.625, 23.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "763acb6345a08c26de32359d6fcba885b4e8daa99c80c266fcf4e43bf49c0dc6", "prompt_version": "direct-options-v1", "input_tokens": 159, "allowed_token_mass": 0.9991172552108765, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 86, "prefix_sha256": "986b066c18d6ffaa6d131425f464fc1c838e84b398b73fdd6505c30c50686393", "encode_seconds": 0.0019786609918810427, "prefill_seconds": 0.05829299794277176, "copy_seconds": 0.004369012953247875, "suffix_forward_seconds": 0.05887815199093893, "forward_seconds": 0.1171711499337107, "cache_class": "DynamicCache", "total_seconds": 0.12547936500050128}
{"id": "f756e1cb04e11766341e", "option_ids": ["insufficient", "A", "B"], "probabilities": [0.38338467478752136, 0.5578213930130005, 0.058793939650058746], "option_logits": [23.625, 24.0, 21.75], "answer_token_ids": [32, 33, 34], "prompt_sha256": "ded2517a45e0b26d0614f6c4afe809c3c73b2d85f930b402e766a50bcd8cf88d", "prompt_version": "direct-options-v1", "input_tokens": 165, "allowed_token_mass": 0.999340295791626, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 86, "prefix_sha256": "986b066c18d6ffaa6d131425f464fc1c838e84b398b73fdd6505c30c50686393", "encode_seconds": 0.001722508983220905, "prefill_seconds": 0.0, "copy_seconds": 0.004281363973859698, "suffix_forward_seconds": 0.06078504305332899, "forward_seconds": 0.06078504305332899, "cache_class": "DynamicCache", "total_seconds": 0.06854368495987728}
{"id": "d167e51bb1f499099645", "option_ids": ["A", "B", "insufficient"], "probabilities": [0.8081498146057129, 0.18032260239124298, 0.01152763795107603], "option_logits": [24.375, 22.875, 20.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "521099c074de1134b6a149b6d197a8eaace907ec8c0cd49e0e66f00c5471b946", "prompt_version": "direct-options-v1", "input_tokens": 145, "allowed_token_mass": 0.9992374181747437, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 72, "prefix_sha256": "10688ff9f65059998d0244681282424f4b26737c9bd4f120863dabe622fd8f53", "encode_seconds": 0.0022127320407889783, "prefill_seconds": 0.061937736987601966, "copy_seconds": 0.005093218002002686, "suffix_forward_seconds": 0.05985178699484095, "forward_seconds": 0.12178952398244292, "cache_class": "DynamicCache", "total_seconds": 0.1311500160372816}
{"id": "674ca4e9346216255466", "option_ids": ["insufficient", "B", "A"], "probabilities": [0.9982689619064331, 0.0015008366899564862, 0.00023016076011117548], "option_logits": [26.375, 19.875, 18.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "50ef107d3b78c73144fc41acef050a54cd09f92ca69d952ec90ec37d479909ec", "prompt_version": "direct-options-v1", "input_tokens": 135, "allowed_token_mass": 0.9998131394386292, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 62, "prefix_sha256": "9cad740414b18b7c6cc758f37ddefcb9e8f376d4167f10126530589fd84af33d", "encode_seconds": 0.0018640699563547969, "prefill_seconds": 0.055053531017620116, "copy_seconds": 0.004908406990580261, "suffix_forward_seconds": 0.05986771697644144, "forward_seconds": 0.11492124799406156, "cache_class": "DynamicCache", "total_seconds": 0.12378043599892408}
{"id": "1df851a202994a07f123", "option_ids": ["contradicted", "insufficient", "supported"], "probabilities": [0.9982689619064331, 0.0015008366899564862, 0.00023016076011117548], "option_logits": [27.375, 20.875, 19.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "69b4fdac8eed6118753c0d2f607361fb90f2fe12243390e71b9085b3904344ca", "prompt_version": "direct-options-v1", "input_tokens": 151, "allowed_token_mass": 0.9998989105224609, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 71, "prefix_sha256": "2017d66e795bce442dc6ce28f076cc3da0c1995286a2c0b3d3e94be67d22db72", "encode_seconds": 0.001988289994187653, "prefill_seconds": 0.0651206859620288, "copy_seconds": 0.005511349008884281, "suffix_forward_seconds": 0.0635957769700326, "forward_seconds": 0.1287164629320614, "cache_class": "DynamicCache", "total_seconds": 0.13834130502073094}
{"id": "b5e6788d95b8395d2888", "option_ids": ["insufficient", "contradicted", "supported"], "probabilities": [0.0024724386166781187, 7.466118404408917e-05, 0.9974529147148132], "option_logits": [21.375, 17.875, 27.375], "answer_token_ids": [32, 33, 34], "prompt_sha256": "a846c6370e83972fc7d6953e7e7b5f6c5ffcb62dfef5392e141e0f7fc0e43bfc", "prompt_version": "direct-options-v1", "input_tokens": 150, "allowed_token_mass": 0.9998798966407776, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 71, "prefix_sha256": "2017d66e795bce442dc6ce28f076cc3da0c1995286a2c0b3d3e94be67d22db72", "encode_seconds": 0.0018393899663351476, "prefill_seconds": 0.0, "copy_seconds": 0.005257149052340537, "suffix_forward_seconds": 0.060925793019123375, "forward_seconds": 0.060925793019123375, "cache_class": "DynamicCache", "total_seconds": 0.0697229519719258}
{"id": "32f36cd0fbbfb3604586", "option_ids": ["supported", "insufficient", "contradicted"], "probabilities": [0.9989927411079407, 0.000803922419436276, 0.0002032634220086038], "option_logits": [27.625, 20.5, 19.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "2ef98885b2786408c702303589adf8c6275d7e304ec6a5db93d8584d7978b6df", "prompt_version": "direct-options-v1", "input_tokens": 140, "allowed_token_mass": 0.9999085068702698, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 60, "prefix_sha256": "b79b57c1a1497128d4f3a7293d8534d5242bf9d8481edd31c9812f5d048499b1", "encode_seconds": 0.001957371016032994, "prefill_seconds": 0.0553313730051741, "copy_seconds": 0.00466556497849524, "suffix_forward_seconds": 0.06019988900516182, "forward_seconds": 0.11553126201033592, "cache_class": "DynamicCache", "total_seconds": 0.12423042004229501}
{"id": "843185706adff0c60f8b", "option_ids": ["contradicted", "supported", "insufficient"], "probabilities": [0.9648732542991638, 0.002110651694238186, 0.0330161452293396], "option_logits": [26.5, 20.375, 23.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "fd026383e29f6c9f8ae01a9680421f62d32fae1fd6966545c00bda45a171f692", "prompt_version": "direct-options-v1", "input_tokens": 141, "allowed_token_mass": 0.9998779296875, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 61, "prefix_sha256": "46a9e52a303d3e22d717063861ea82464ab6db10e443708db0f679275fa1d6fb", "encode_seconds": 0.0020321510382927954, "prefill_seconds": 0.056149077019654214, "copy_seconds": 0.004817395994905382, "suffix_forward_seconds": 0.06231655995361507, "forward_seconds": 0.11846563697326928, "cache_class": "DynamicCache", "total_seconds": 0.12729828502051532}
{"id": "b531dd603bf080dab820", "option_ids": ["prohibited", "permitted", "insufficient"], "probabilities": [0.996208906173706, 0.0013217504601925611, 0.002469355007633567], "option_logits": [27.875, 21.25, 21.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "d6239359272f7493a03cf998a93a5f142afe35edbc986f2f3e6a375a946785a3", "prompt_version": "direct-options-v1", "input_tokens": 156, "allowed_token_mass": 0.9999275803565979, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 55, "prefix_sha256": "91848655a9571cca358164ef430aa04979d46df6653bb41a6fd7c7c3c44edee2", "encode_seconds": 0.0022988829878158867, "prefill_seconds": 0.06025926902657375, "copy_seconds": 0.005214449018239975, "suffix_forward_seconds": 0.06358688801992685, "forward_seconds": 0.1238461570465006, "cache_class": "DynamicCache", "total_seconds": 0.13338514999486506}
{"id": "be2dd67bc733c1213bef", "option_ids": ["prohibited", "permitted", "insufficient"], "probabilities": [0.004069637507200241, 0.995807409286499, 0.00012289239384699613], "option_logits": [22.625, 28.125, 19.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "4c511c91fe67ef8136d90d9dae8984a3de204b40a97289112a48e6a2317d6092", "prompt_version": "direct-options-v1", "input_tokens": 159, "allowed_token_mass": 0.9999046921730042, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 55, "prefix_sha256": "91848655a9571cca358164ef430aa04979d46df6653bb41a6fd7c7c3c44edee2", "encode_seconds": 0.0018999199965037405, "prefill_seconds": 0.0, "copy_seconds": 0.005219167971517891, "suffix_forward_seconds": 0.06371864804532379, "forward_seconds": 0.06371864804532379, "cache_class": "DynamicCache", "total_seconds": 0.07277545699616894}
{"id": "b8e2750307df9761e716", "option_ids": ["permitted", "prohibited", "insufficient"], "probabilities": [0.9966529011726379, 0.0021801693364977837, 0.0011669604573398829], "option_logits": [27.25, 21.125, 20.5], "answer_token_ids": [32, 33, 34], "prompt_sha256": "459a32663af6cc8f69a26f9847f681e5bda5767b28373602aa3a9090e0cb564e", "prompt_version": "direct-options-v1", "input_tokens": 153, "allowed_token_mass": 0.9998837113380432, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 52, "prefix_sha256": "bc2bbfb919d2c504ef0135dd70a34755d2c0f13e02540842569f5e7bd2350c0f", "encode_seconds": 0.002165931975468993, "prefill_seconds": 0.06010288803372532, "copy_seconds": 0.005243418971076608, "suffix_forward_seconds": 0.06371227896306664, "forward_seconds": 0.12381516699679196, "cache_class": "DynamicCache", "total_seconds": 0.13326619897270575}
{"id": "5d31b4bf2d0fc193f53b", "option_ids": ["permitted", "insufficient", "prohibited"], "probabilities": [0.07503016293048859, 0.6282198429107666, 0.2967500388622284], "option_logits": [22.625, 24.75, 24.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "32a5512660eb3992ace5f91dfe6fd2142d40021de63cb30b25a24efe5f2d2bc4", "prompt_version": "direct-options-v1", "input_tokens": 158, "allowed_token_mass": 0.9995232820510864, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 57, "prefix_sha256": "cd8e96d857d5551ca7288e29f4eab3c21b38935fc86ba21978dbe740767b0f1c", "encode_seconds": 0.0022925320081412792, "prefill_seconds": 0.06177041894989088, "copy_seconds": 0.005214387958403677, "suffix_forward_seconds": 0.06293970497790724, "forward_seconds": 0.12471012392779812, "cache_class": "DynamicCache", "total_seconds": 0.1343022850342095}
{"id": "a9230edfc6ec9e524af0", "option_ids": ["B", "insufficient", "A"], "probabilities": [0.029232529923319817, 0.0027190488763153553, 0.9680483937263489], "option_logits": [21.375, 19.0, 24.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "f41d6e5987b6e589dfbcfd2b325e6198d5442f99fda5a81059c8d6f5c9a1bf5c", "prompt_version": "direct-options-v1", "input_tokens": 144, "allowed_token_mass": 0.9995843172073364, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 76, "prefix_sha256": "1581ac476e86b868b99148592de9b2d37a49c41cb2ab73450bbf4593803d13e5", "encode_seconds": 0.002292632998432964, "prefill_seconds": 0.06036635098280385, "copy_seconds": 0.004609084979165345, "suffix_forward_seconds": 0.05890279199229553, "forward_seconds": 0.11926914297509938, "cache_class": "DynamicCache", "total_seconds": 0.12805346999084577}
{"id": "c100e84585149a04be49", "option_ids": ["B", "A", "insufficient"], "probabilities": [0.20073364675045013, 0.7939170002937317, 0.005349370650947094], "option_logits": [22.5, 23.875, 18.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "d3943b819f784c5dd874663a6a22fc904170874be1d830f25058440aa699a08f", "prompt_version": "direct-options-v1", "input_tokens": 150, "allowed_token_mass": 0.9986771941184998, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 76, "prefix_sha256": "1581ac476e86b868b99148592de9b2d37a49c41cb2ab73450bbf4593803d13e5", "encode_seconds": 0.0018042390001937747, "prefill_seconds": 0.0, "copy_seconds": 0.004830776015296578, "suffix_forward_seconds": 0.05592414498096332, "forward_seconds": 0.05592414498096332, "cache_class": "DynamicCache", "total_seconds": 0.06442223198246211}
{"id": "579beed184ffc1104aa9", "option_ids": ["B", "A", "insufficient"], "probabilities": [0.4062184989452362, 0.5910443663597107, 0.0027370788156986237], "option_logits": [23.5, 23.875, 18.5], "answer_token_ids": [32, 33, 34], "prompt_sha256": "1a572f47773adc220c8c1a894d7dc18ede1430513c07763269188f195e11b575", "prompt_version": "direct-options-v1", "input_tokens": 141, "allowed_token_mass": 0.9983477592468262, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 73, "prefix_sha256": "b47a105769e6a2518610f904133065f71b6f79e251df1b8e34066d40bb6146ee", "encode_seconds": 0.0018186999950557947, "prefill_seconds": 0.05921575298998505, "copy_seconds": 0.004525034979451448, "suffix_forward_seconds": 0.05953203502576798, "forward_seconds": 0.11874778801575303, "cache_class": "DynamicCache", "total_seconds": 0.12697752396343276}
{"id": "c4e9bd463b6fde5be743", "option_ids": ["B", "insufficient", "A"], "probabilities": [0.0005526343593373895, 0.9991863369941711, 0.0002610459632705897], "option_logits": [19.625, 27.125, 18.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "26a305c84453483fb9d7fbe4e8f1757665bbadbddae4f7b9fe7111def94f0453", "prompt_version": "direct-options-v1", "input_tokens": 129, "allowed_token_mass": 0.9998818039894104, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 61, "prefix_sha256": "9601851a6ccf0fc312613b8715b5669568c64418ca7044bfed794bdb47cc2e45", "encode_seconds": 0.0020872409804724157, "prefill_seconds": 0.06086980295367539, "copy_seconds": 0.005500569997821003, "suffix_forward_seconds": 0.06671654497040436, "forward_seconds": 0.12758634792407975, "cache_class": "DynamicCache", "total_seconds": 0.13724364095833153}
{"id": "b863998d4be2721a5dfd", "option_ids": ["supported", "insufficient", "contradicted"], "probabilities": [0.08218361437320709, 0.03425922617316246, 0.883557140827179], "option_logits": [22.75, 21.875, 25.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "747d5555450fec4e3c94f28460da102904addfc8d683a3517d99c291afc2b456", "prompt_version": "direct-options-v1", "input_tokens": 162, "allowed_token_mass": 0.9995671510696411, "full_vocab_argmax_id": 34, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 78, "prefix_sha256": "957976ddb68a79d0196faa9a3fe8397b1b05b88b58fb69bd353b3eeb03ce5f9e", "encode_seconds": 0.0021189520484767854, "prefill_seconds": 0.06208330002846196, "copy_seconds": 0.004926837049424648, "suffix_forward_seconds": 0.06138059601653367, "forward_seconds": 0.12346389604499564, "cache_class": "DynamicCache", "total_seconds": 0.13255154603393748}
{"id": "37cebc3792e98049439f", "option_ids": ["insufficient", "supported", "contradicted"], "probabilities": [0.1980946660041809, 0.783479630947113, 0.018425675109028816], "option_logits": [24.0, 25.375, 21.625], "answer_token_ids": [32, 33, 34], "prompt_sha256": "4e3a5619ebbfb97e63813dddc790919b6a56a9eb034d174e15de485a00895a83", "prompt_version": "direct-options-v1", "input_tokens": 159, "allowed_token_mass": 0.9997215867042542, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 78, "prefix_sha256": "957976ddb68a79d0196faa9a3fe8397b1b05b88b58fb69bd353b3eeb03ce5f9e", "encode_seconds": 0.001800588972400874, "prefill_seconds": 0.0, "copy_seconds": 0.005059438000898808, "suffix_forward_seconds": 0.05835005996050313, "forward_seconds": 0.05835005996050313, "cache_class": "DynamicCache", "total_seconds": 0.06723995797801763}
{"id": "64d63f86e328aff1481c", "option_ids": ["contradicted", "insufficient", "supported"], "probabilities": [0.7225208878517151, 0.011678462848067284, 0.2658006250858307], "option_logits": [25.125, 21.0, 24.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "f46f7543e4b7d4d6bef565787a91dc9ed68afd3bbaeca8fb0428f27079d9cd66", "prompt_version": "direct-options-v1", "input_tokens": 167, "allowed_token_mass": 0.9997158050537109, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 83, "prefix_sha256": "9e52f4f53fe92a21613d646f6c7b644a53189756335eb66a2f5bec43fe042a76", "encode_seconds": 0.002089140994939953, "prefill_seconds": 0.06028839002829045, "copy_seconds": 0.004929247021209449, "suffix_forward_seconds": 0.06169021700043231, "forward_seconds": 0.12197860702872276, "cache_class": "DynamicCache", "total_seconds": 0.1310675370041281}
{"id": "6d64a8459f64eac7f4cc", "option_ids": ["insufficient", "contradicted", "supported"], "probabilities": [0.9916307330131531, 0.007571193855255842, 0.0007979979855008423], "option_logits": [26.375, 21.5, 19.25], "answer_token_ids": [32, 33, 34], "prompt_sha256": "a45ac73e1c46b7566c9c3ef3a2b588aa4bf73fcaefcda5b9a5770f8386cfeb52", "prompt_version": "direct-options-v1", "input_tokens": 164, "allowed_token_mass": 0.9998188614845276, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 80, "prefix_sha256": "44b58668d0cd45790300b18efaf5f521531c0da8c4d9981ec598c0c1824d12f0", "encode_seconds": 0.0020499309757724404, "prefill_seconds": 0.06402777996845543, "copy_seconds": 0.00524901895551011, "suffix_forward_seconds": 0.06281005503842607, "forward_seconds": 0.1268378350068815, "cache_class": "DynamicCache", "total_seconds": 0.13620263600023463}
{"id": "2708193212d8a4a523c7", "option_ids": ["prohibited", "permitted", "insufficient"], "probabilities": [0.1920153796672821, 0.7594355344772339, 0.04854908958077431], "option_logits": [23.375, 24.75, 22.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "20ef6c7e0dfa41002f3d00c3bcd33fb357967fa21b8e86ae94c1a2c93fb7e873", "prompt_version": "direct-options-v1", "input_tokens": 164, "allowed_token_mass": 0.9994909167289734, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 56, "prefix_sha256": "fce41a35de7762e7a08cd131a8a7a48c14e930e441c6ddf87665ef467c0bc202", "encode_seconds": 0.002372672955971211, "prefill_seconds": 0.05826530797639862, "copy_seconds": 0.004706865991465747, "suffix_forward_seconds": 0.06018124002730474, "forward_seconds": 0.11844654800370336, "cache_class": "DynamicCache", "total_seconds": 0.12761143897660077}
{"id": "5a37d1dfcad20810a76a", "option_ids": ["prohibited", "permitted", "insufficient"], "probabilities": [0.005207285284996033, 0.992332935333252, 0.0024597474839538336], "option_logits": [21.625, 26.875, 20.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "90b2bf3b7cdc5ee4f27202735ebe531440fb479e78eb32b0c879bacd78f84619", "prompt_version": "direct-options-v1", "input_tokens": 153, "allowed_token_mass": 0.9998035430908203, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 56, "prefix_sha256": "fce41a35de7762e7a08cd131a8a7a48c14e930e441c6ddf87665ef467c0bc202", "encode_seconds": 0.0018961199675686657, "prefill_seconds": 0.0, "copy_seconds": 0.0051663179765455425, "suffix_forward_seconds": 0.06217615999048576, "forward_seconds": 0.06217615999048576, "cache_class": "DynamicCache", "total_seconds": 0.07122325897216797}
{"id": "acacd8b46acd25cb954b", "option_ids": ["insufficient", "permitted", "prohibited"], "probabilities": [0.5870726108551025, 0.24472828209400177, 0.16819912195205688], "option_logits": [24.125, 23.25, 22.875], "answer_token_ids": [32, 33, 34], "prompt_sha256": "276609bd47db80fd0a0ccaa40158b3fb45a297a68cd0d0928af9e0a95d2398e5", "prompt_version": "direct-options-v1", "input_tokens": 163, "allowed_token_mass": 0.9994356036186218, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 55, "prefix_sha256": "c28b3b69b58922a41220bb85a4d6eac9f38f85064975547454b02b2b996259d8", "encode_seconds": 0.0021815020008943975, "prefill_seconds": 0.05680979200406, "copy_seconds": 0.004642284999135882, "suffix_forward_seconds": 0.05867716099601239, "forward_seconds": 0.11548695300007239, "cache_class": "DynamicCache", "total_seconds": 0.12436129100387916}
{"id": "4089c199b8b796ec3ed8", "option_ids": ["insufficient", "prohibited", "permitted"], "probabilities": [0.9982863068580627, 0.0009103193297050893, 0.000803353963419795], "option_logits": [27.5, 20.5, 20.375], "answer_token_ids": [32, 33, 34], "prompt_sha256": "b86a9e762a27d5ac37b72ddde23a389373979a4cf97d2526d3d1a57c0f492f43", "prompt_version": "direct-options-v1", "input_tokens": 162, "allowed_token_mass": 0.9999217987060547, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 54, "prefix_sha256": "2652d20d2579136b08b5de081e07989e2100dedff2d7701f27ae75bc2014bdc7", "encode_seconds": 0.002011770964600146, "prefill_seconds": 0.055871955992188305, "copy_seconds": 0.0048248760285787284, "suffix_forward_seconds": 0.060486711969133466, "forward_seconds": 0.11635866796132177, "cache_class": "DynamicCache", "total_seconds": 0.1252290359698236}
{"id": "02f2b95a5c5a4777a45c", "option_ids": ["B", "A", "insufficient"], "probabilities": [0.843149721622467, 0.07842513918876648, 0.07842513918876648], "option_logits": [24.375, 22.0, 22.0], "answer_token_ids": [32, 33, 34], "prompt_sha256": "6b87d7fc14638fdba408d8ccad5ea800ded035ca7ae3ed8781f0ea7933fd7b77", "prompt_version": "direct-options-v1", "input_tokens": 150, "allowed_token_mass": 0.9988886117935181, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 69, "prefix_sha256": "9f77dcffa32e7e894efd45c3225015d845c87329689a043e2488d28183044943", "encode_seconds": 0.0022605819976888597, "prefill_seconds": 0.0607187720015645, "copy_seconds": 0.004898417042568326, "suffix_forward_seconds": 0.06136556703131646, "forward_seconds": 0.12208433903288096, "cache_class": "DynamicCache", "total_seconds": 0.1312079980270937}
{"id": "ebea4681e3dcc7d92ca2", "option_ids": ["insufficient", "B", "A"], "probabilities": [0.15600457787513733, 0.6170100569725037, 0.22698535025119781], "option_logits": [22.75, 24.125, 23.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "125a6a62eabfa09fb78e3d63ca393764c6cda2f4b1f4aa3a4edd982805bf0c9f", "prompt_version": "direct-options-v1", "input_tokens": 155, "allowed_token_mass": 0.9994622468948364, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 69, "prefix_sha256": "9f77dcffa32e7e894efd45c3225015d845c87329689a043e2488d28183044943", "encode_seconds": 0.001955061045009643, "prefill_seconds": 0.0, "copy_seconds": 0.005095318017993122, "suffix_forward_seconds": 0.06321831600507721, "forward_seconds": 0.06321831600507721, "cache_class": "DynamicCache", "total_seconds": 0.07223884604172781}
{"id": "b8c5b9b285cbdddc9f8d", "option_ids": ["A", "insufficient", "B"], "probabilities": [0.024404946714639664, 0.7132171392440796, 0.26237794756889343], "option_logits": [20.75, 24.125, 23.125], "answer_token_ids": [32, 33, 34], "prompt_sha256": "ef86a2efa0123bc0abda869e39663f6983c31c0d17dc4976e78656d3fdd35987", "prompt_version": "direct-options-v1", "input_tokens": 146, "allowed_token_mass": 0.9991916418075562, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 65, "prefix_sha256": "f7b40e844531ed2729b82dbe4c3ac294dfbaa618cb7299993041d2cb6dfef65c", "encode_seconds": 0.0021850920165888965, "prefill_seconds": 0.06112899602157995, "copy_seconds": 0.005282528989482671, "suffix_forward_seconds": 0.059335943951737136, "forward_seconds": 0.12046493997331709, "cache_class": "DynamicCache", "total_seconds": 0.1299561019986868}
{"id": "7ed75d854d99b3a81916", "option_ids": ["insufficient", "B", "A"], "probabilities": [0.9757856726646423, 0.015772106125950813, 0.008442200720310211], "option_logits": [25.125, 21.0, 20.375], "answer_token_ids": [32, 33, 34], "prompt_sha256": "7275507a830221826fad9d79c03010a9a18120771a024d33aecca5d0c7a68dbe", "prompt_version": "direct-options-v1", "input_tokens": 144, "allowed_token_mass": 0.996342658996582, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 63, "prefix_sha256": "04955060fbe24f10ffb95070365a8830f7cece2e18e19f4c61bde837b394b76d", "encode_seconds": 0.0020378209883347154, "prefill_seconds": 0.05871883197687566, "copy_seconds": 0.005325788981281221, "suffix_forward_seconds": 0.06492741499096155, "forward_seconds": 0.12364624696783721, "cache_class": "DynamicCache", "total_seconds": 0.13292212801752612}
Reference in New Issue View Git Blame Copy Permalink