deer-flow/docs/experiments/task-continuity-20260912/results/case-scores.json

[
{"group":"public","file":"0ddfec37.json","source_sha256":"8c41bf705cbd85d3bfe4b9bbc08e8e3650f6f1231e417c52913fe54083b52639","id":"0ddfec37","stratum":"knowledge-update","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"38fba137d4ac26c35b9eee860bf34a21b77bab0206a66f81d2c15a2f3c4a031f","arms":{"C":{"context_tokens_proxy":7210,"grade":{"correct":true,"valid":true,"request_hash":"f02a2e8107a3961308edbd2f2d72a0c998ff6ad020358ab54c9a829dd605a72b","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":22.57245583299664,"usage":{"prompt_tokens":8088,"total_tokens":8206,"completion_tokens":118,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7247,"grade":{"correct":true,"valid":true,"request_hash":"ad76a4bf48e6395f84d1fdf0c21412a89387a7c7d4f5fb05677a26b8d2a918f8","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":9.909748250007397,"usage":{"prompt_tokens":8153,"total_tokens":8272,"completion_tokens":119,"prompt_tokens_details":{"cached_tokens":2400,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1946,"grade":{"correct":false,"valid":true,"request_hash":"ea32ae52836d03d4080f06001cece34d579d29a4689ad5fe39fc6b12dfef5b37","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.9665139580029063,"usage":{"prompt_tokens":2306,"total_tokens":2333,"completion_tokens":27,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3197,"grade":{"correct":false,"valid":true,"request_hash":"ea32ae52836d03d4080f06001cece34d579d29a4689ad5fe39fc6b12dfef5b37","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.2464623329869937,"usage":{"prompt_tokens":3751,"total_tokens":3778,"completion_tokens":27,"prompt_tokens_details":{"cached_tokens":800,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"1568498a.json","source_sha256":"7d4d93cb4951476cc07a0a7c3e0a983bc616850710f3686d7d2668eaf233d82b","id":"1568498a","stratum":"single-session-assistant","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"c042de1ca275b8aaee153d1f19c4429353e57a8ffdc40ebe1a2cbb3597a99e79","arms":{"C":{"context_tokens_proxy":7353,"grade":{"correct":true,"valid":true,"request_hash":"491d71bde5bd7c2291bd803f6b5ac49044deb4a4ce195f04e8427628161a173a","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":10.142009375005728,"usage":{"prompt_tokens":8349,"total_tokens":8377,"completion_tokens":28,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1910,"grade":{"correct":false,"valid":true,"request_hash":"b4c11973f83c861d61a93a42c2e16a191fab6ea0393291d0383dff3cd648616b","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":11.062749125005212,"usage":{"prompt_tokens":2252,"total_tokens":2299,"completion_tokens":47,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3300,"grade":{"correct":false,"valid":true,"request_hash":"4d037d25ac386b98008d4883da63aad24f88c64e69c0b217bea7cf41df89ff05","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":18.21326270798454,"usage":{"prompt_tokens":3801,"total_tokens":3848,"completion_tokens":47,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7355,"grade":{"correct":true,"valid":true,"request_hash":"16976569b1a83ac504c39e0258cb611a738db78bac5f73bb51e916dc39070ab0","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":13.08593629198731,"usage":{"prompt_tokens":8417,"total_tokens":8440,"completion_tokens":23,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"18dcd5a5.json","source_sha256":"1e11cd0d0e72cad76d157ee10cb078fddbe222c32602768b8dca74c0f00ded28","id":"18dcd5a5","stratum":"single-session-assistant","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"eb3a503dd233a46708efc4080f774bb648fe7f4c65645a62fda86a5a4d2996e7","arms":{"A":{"context_tokens_proxy":1876,"grade":{"correct":false,"valid":true,"request_hash":"510c347a6163810a39fc10c1e519629f8ab42cb7ebf99d5f48e91d55ccdf66bf","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":17.183957041008398,"usage":{"prompt_tokens":2184,"total_tokens":2239,"completion_tokens":55,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":6503,"grade":{"correct":true,"valid":true,"request_hash":"b5bc31b09635a46469c0a862167f6d50608c1bc9efb69d2986dcb1cf0a385b35","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.5172386660124175,"usage":{"prompt_tokens":7238,"total_tokens":7252,"completion_tokens":14,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":6458,"grade":{"correct":true,"valid":true,"request_hash":"b5bc31b09635a46469c0a862167f6d50608c1bc9efb69d2986dcb1cf0a385b35","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":4.074376959004439,"usage":{"prompt_tokens":7176,"total_tokens":7190,"completion_tokens":14,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":2435,"grade":{"correct":false,"valid":true,"request_hash":"54d8a2e498e084bf753e79bbf9c89335121173bfdb45bcf1475c3bbdfc5497f8","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":12.460544208006468,"usage":{"prompt_tokens":2829,"total_tokens":2876,"completion_tokens":47,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"1d4e3b97.json","source_sha256":"b6b08307f777ffd54d2f41f9833170e807e328bc1a59aafdb027a1126ce3ce33","id":"1d4e3b97","stratum":"single-session-preference","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"d2cf0a5ad5f7f477c915e2fd3784eee845c07f84016b3a04b63ac17a189efc2d","arms":{"A":{"context_tokens_proxy":1674,"grade":{"correct":false,"valid":true,"request_hash":"9714d472f2414e0b278adf1995e620769521fe4ea6b619d537fe1c61068a0b7d","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":10.57078037498286,"usage":{"prompt_tokens":1950,"total_tokens":2021,"completion_tokens":71,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3025,"grade":{"correct":false,"valid":true,"request_hash":"cbc1f506ce158475e2ec81f1a84ab3f78d3dcb02d6cd6db1d7e1f8d5047dec3a","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":9.033468707988504,"usage":{"prompt_tokens":3499,"total_tokens":3562,"completion_tokens":63,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7096,"grade":{"correct":true,"valid":true,"request_hash":"260799d994b3a0b2969ac5c1dd637b7b28ec7b95b46cb789b4487af68e00468d","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":20.72778358400683,"usage":{"prompt_tokens":7870,"total_tokens":7952,"completion_tokens":82,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7094,"grade":{"correct":true,"valid":true,"request_hash":"6e4854cee20ce92c74e69ca4a8ed7fcb0d2a69917f217042799b41c4a45b4fdb","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":22.3110377920093,"usage":{"prompt_tokens":7878,"total_tokens":7926,"completion_tokens":48,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"22d2cb42.json","source_sha256":"1e2af027481c77452b3335010d219bd573cef3222ec9e0190e155fb175560ef0","id":"22d2cb42","stratum":"knowledge-update","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"e11b755ca9887a222dd87266199f8458070032e017616894b401669389893f8b","arms":{"B":{"context_tokens_proxy":2990,"grade":{"correct":false,"valid":true,"request_hash":"b237b1149f519761d9c9ca02f396fe1d9053fe0045e5db042a6de7863e14058a","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.1087492080114316,"usage":{"prompt_tokens":3437,"total_tokens":3456,"completion_tokens":19,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7033,"grade":{"correct":true,"valid":true,"request_hash":"df483028b165d32198984deb4662a0f4f289a64809618f6315918b3aae4c0c38","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":10.686588917014888,"usage":{"prompt_tokens":7794,"total_tokens":7816,"completion_tokens":22,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7046,"grade":{"correct":true,"valid":true,"request_hash":"df483028b165d32198984deb4662a0f4f289a64809618f6315918b3aae4c0c38","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":12.906012166000437,"usage":{"prompt_tokens":7853,"total_tokens":7875,"completion_tokens":22,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1647,"grade":{"correct":false,"valid":true,"request_hash":"0d238f27672b832cee26918fb896d04d5c339669f0579b445e8b071ea74b5f5d","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":8.68496037501609,"usage":{"prompt_tokens":1888,"total_tokens":1905,"completion_tokens":17,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"29f2956b_abs.json","source_sha256":"108ced555a1680106ad2fcf2298f6113aa10c9e4060316cf114f0bbde986c681","id":"29f2956b_abs","stratum":"abstention","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"1548e09da3967fc3c4150743dc552f96288d89148b087a192f2e6929ce2f5bdf","arms":{"D":{"context_tokens_proxy":7154,"grade":{"correct":true,"valid":true,"request_hash":"35149dd0247e8560690c1ca907ed03aee3acbdd91a58e90c389769fad5ca61cf","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":7.818018082994968,"usage":{"prompt_tokens":7855,"total_tokens":7899,"completion_tokens":44,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1793,"grade":{"correct":true,"valid":true,"request_hash":"951fe40bb4867afb39f01ad715b02734643888b549a4f77f0fb908d2dd8e4a83","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.3630967499921098,"usage":{"prompt_tokens":2063,"total_tokens":2084,"completion_tokens":21,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7160,"grade":{"correct":true,"valid":true,"request_hash":"6c555ff12d1e14fdee9979e562dc6e8d8c564430b5ddb7c83b20ebf69c1d1eb0","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.474890959012555,"usage":{"prompt_tokens":7807,"total_tokens":7822,"completion_tokens":15,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3117,"grade":{"correct":true,"valid":true,"request_hash":"3386e74fd5fe87b0016635886cf9b8f7afafcaca2e9e5468a58c5a81fff6b9f0","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.3774880419950932,"usage":{"prompt_tokens":3527,"total_tokens":3548,"completion_tokens":21,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"311778f1.json","source_sha256":"c88d8f94570c7696e3648887198703017a9c768c606b3ffbea6f0ff4263d57ea","id":"311778f1","stratum":"single-session-user","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"d76df23c1b1f09da6cdcf80d36a4302e8f8657b426463395d830b9324ea3b082","arms":{"C":{"context_tokens_proxy":7208,"grade":{"correct":true,"valid":true,"request_hash":"429c839e9607d9dc98c7f61f32c28857b25eef5889cb161caee35c2696586afa","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.7193599159945734,"usage":{"prompt_tokens":8018,"total_tokens":8033,"completion_tokens":15,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1813,"grade":{"correct":false,"valid":true,"request_hash":"9325637b9c46fcd4bb5be96b33d549c18862aa2e17a86bdf2ef4d29248094f78","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.5469999999913853,"usage":{"prompt_tokens":2070,"total_tokens":2093,"completion_tokens":23,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3193,"grade":{"correct":false,"valid":true,"request_hash":"9325637b9c46fcd4bb5be96b33d549c18862aa2e17a86bdf2ef4d29248094f78","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.9467676249914803,"usage":{"prompt_tokens":3618,"total_tokens":3641,"completion_tokens":23,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7251,"grade":{"correct":true,"valid":true,"request_hash":"429c839e9607d9dc98c7f61f32c28857b25eef5889cb161caee35c2696586afa","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.5041532090108376,"usage":{"prompt_tokens":8090,"total_tokens":8105,"completion_tokens":15,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"32260d93.json","source_sha256":"6f445a574b5c13fbf76d20ef1d250d449a30d40ae171567babeaed74169ad895","id":"32260d93","stratum":"single-session-preference","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"3f4264869342231e099b81658f7740981a0959e4e0ef65f98e17142fccef8972","arms":{"A":{"context_tokens_proxy":1984,"grade":{"correct":false,"valid":true,"request_hash":"408f17220929bab7a081c52999856a45af47d9a7624d6df3343bef90082bb208","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":12.948025332996622,"usage":{"prompt_tokens":2381,"total_tokens":2396,"completion_tokens":15,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7333,"grade":{"correct":false,"valid":true,"request_hash":"36829a085b5221c79ca8413ab739ad81227b534967bb4c5f43d0bf7a68edfebc","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":5.722971916984534,"usage":{"prompt_tokens":8372,"total_tokens":8433,"completion_tokens":61,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3274,"grade":{"correct":false,"valid":true,"request_hash":"7bda940570310561be4765c97c500900ea4d82e736582ef2c80a28eb4cbfa07b","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":11.111648209014675,"usage":{"prompt_tokens":3930,"total_tokens":3990,"completion_tokens":60,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7307,"grade":{"correct":false,"valid":true,"request_hash":"201f6380325f79e043d1bd6eb2a124e0d2169421076113fc215ea6119892e4d4","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":11.66104083400569,"usage":{"prompt_tokens":8526,"total_tokens":8590,"completion_tokens":64,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"35a27287.json","source_sha256":"f761e4269eee007f966a5e2af6bc7ee16961aa5320dccb4fc61bd51104aa6c5e","id":"35a27287","stratum":"single-session-preference","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"da3bd8d0db0bc710b54804f114365b4dfb5992093a25a6f2a19dda342e7a1cb6","arms":{"C":{"context_tokens_proxy":7144,"grade":{"correct":true,"valid":true,"request_hash":"152306aea24da391beb8d434387aef51445e507239d915c507ec0aedb956a272","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":18.6605993330013,"usage":{"prompt_tokens":7899,"total_tokens":8097,"completion_tokens":198,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1723,"grade":{"correct":false,"valid":true,"request_hash":"f0948ce70edabd755ea84a3d96b9a6e4cd4b2cd08958d3f605ea00f351b2a72a","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.0546958750055637,"usage":{"prompt_tokens":2004,"total_tokens":2035,"completion_tokens":31,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7172,"grade":{"correct":true,"valid":true,"request_hash":"a365a28b3285b7fae27fb9caeb5d299715e0c5a0ada38e5c95497b5e15815cbd","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":9.652455000003101,"usage":{"prompt_tokens":7907,"total_tokens":8072,"completion_tokens":165,"prompt_tokens_details":{"cached_tokens":2400,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3108,"grade":{"correct":false,"valid":true,"request_hash":"f0948ce70edabd755ea84a3d96b9a6e4cd4b2cd08958d3f605ea00f351b2a72a","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.55192141700536,"usage":{"prompt_tokens":3553,"total_tokens":3584,"completion_tokens":31,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"41275add.json","source_sha256":"17e5c8809dc9d385f62da98801007bab390db00623603d30d0b8d16ac819898c","id":"41275add","stratum":"single-session-assistant","split":"dev","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"7ce32cf42e3dc786a3d65ba7bd5014c7ad3b82debe75779d5ebe22d26d5efcd9","arms":{"A":{"context_tokens_proxy":1986,"grade":{"correct":false,"valid":true,"request_hash":"43777451dd1fcfdd86db6a3d087e8da6254254382d3d87c58c6c39352a580eb8","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":4.951159209012985,"usage":{"prompt_tokens":2293,"total_tokens":2363,"completion_tokens":70,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":6371,"grade":{"correct":false,"valid":true,"request_hash":"a6b3b13dd36b5a1127c1371d2ac8a851a949c1d73b5e15b56ea37fb8bdbbb8c4","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.094521666003857,"usage":{"prompt_tokens":7056,"total_tokens":7078,"completion_tokens":22,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":6400,"grade":{"correct":false,"valid":true,"request_hash":"a6b3b13dd36b5a1127c1371d2ac8a851a949c1d73b5e15b56ea37fb8bdbbb8c4","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.351110334013356,"usage":{"prompt_tokens":7189,"total_tokens":7211,"completion_tokens":22,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":2355,"grade":{"correct":false,"valid":true,"request_hash":"2ecbd9ca3708976002c1f417cead983c3ac36e51591c5898c749031c0dc4bf5a","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.116780790995108,"usage":{"prompt_tokens":2709,"total_tokens":2766,"completion_tokens":57,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"681a1674.json","source_sha256":"3c9d14f5071986db5e6e73916f7c5bcfc6581a8de3367948a5b4eec2e8b71685","id":"681a1674","stratum":"multi-session","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"999e93cd9836d26103143c44abc8fcfe77c85b1562ad2aa8e461ec778f134cb6","arms":{"D":{"context_tokens_proxy":7149,"grade":{"correct":false,"valid":true,"request_hash":"033bfd5708c1e8c9b974d339cd91f3b072e537852d85144f330f69ff02d90cbe","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":22.2224651669967,"usage":{"prompt_tokens":8069,"total_tokens":8195,"completion_tokens":126,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7130,"grade":{"correct":true,"valid":true,"request_hash":"bb59218e03940bb6ae3ae2d58cbdc689b68746f9474653fcd0e1212921d901a9","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":12.227497834013775,"usage":{"prompt_tokens":8020,"total_tokens":8147,"completion_tokens":127,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3101,"grade":{"correct":false,"valid":true,"request_hash":"6c24f24d9f73d1887bfc2c0096be5b6cf17b9506e4fbef4b336ad9f6637ff47b","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.21568408398889,"usage":{"prompt_tokens":3603,"total_tokens":3621,"completion_tokens":18,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":2017,"grade":{"correct":false,"valid":true,"request_hash":"6c24f24d9f73d1887bfc2c0096be5b6cf17b9506e4fbef4b336ad9f6637ff47b","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.3885053750127554,"usage":{"prompt_tokens":2310,"total_tokens":2328,"completion_tokens":18,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"6a1eabeb.json","source_sha256":"81bd4de0105e20d97b84b1326fd2a71ccbdd60b51454a826c3805543ef5a5dbc","id":"6a1eabeb","stratum":"knowledge-update","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"5d91c19affc5e7e113d75ae6627279b922b006003f6b94ba1a914793987a63d2","arms":{"D":{"context_tokens_proxy":7014,"grade":{"correct":true,"valid":true,"request_hash":"1ed7b196d632e251d2d42b0c6fe64b91d9db35c17a97118b5f7c96475c923c00","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":14.762032958009513,"usage":{"prompt_tokens":7843,"total_tokens":7863,"completion_tokens":20,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":6999,"grade":{"correct":true,"valid":true,"request_hash":"1ed7b196d632e251d2d42b0c6fe64b91d9db35c17a97118b5f7c96475c923c00","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.6506499589886516,"usage":{"prompt_tokens":7832,"total_tokens":7852,"completion_tokens":20,"prompt_tokens_details":{"cached_tokens":800,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1636,"grade":{"correct":true,"valid":true,"request_hash":"73fd9535743d8f775f90d332985f794c9d1de9ed3ddc9550b5f3e9327f9d2241","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.3237340830091853,"usage":{"prompt_tokens":1908,"total_tokens":1927,"completion_tokens":19,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":2957,"grade":{"correct":true,"valid":true,"request_hash":"4bddcb203d731cfe6d5d79fc71c7a04d14c133f56322ba3a58cc24233d9564d7","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.201684874977218,"usage":{"prompt_tokens":3457,"total_tokens":3477,"completion_tokens":20,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"6aeb4375_abs.json","source_sha256":"c4f1d50946cd5cf290983ce49e194f7b89d3597456714f7d454523c0919dfada","id":"6aeb4375_abs","stratum":"abstention","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"3a9d92d84a3a6e8bcbb6fd98b8272585631b7af427012f00b6ff5c3ba2ef9c2b","arms":{"B":{"context_tokens_proxy":2009,"grade":{"correct":true,"valid":true,"request_hash":"9243f15b9ad84d50c6961993b08c450873b5137e931b4f95f32fca3c80ebc5d5","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.3259284170053434,"usage":{"prompt_tokens":2398,"total_tokens":2417,"completion_tokens":19,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1719,"grade":{"correct":true,"valid":true,"request_hash":"9243f15b9ad84d50c6961993b08c450873b5137e931b4f95f32fca3c80ebc5d5","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.1248464590171352,"usage":{"prompt_tokens":2065,"total_tokens":2084,"completion_tokens":19,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":6078,"grade":{"correct":true,"valid":true,"request_hash":"5cbb805ae89f6ba923875d8926af48212a9e6f7de18834b0f5973045a8cef457","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.4580047499912325,"usage":{"prompt_tokens":6827,"total_tokens":6865,"completion_tokens":38,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":6053,"grade":{"correct":true,"valid":true,"request_hash":"c5d5e24277b7ed250f1e69341d38e7878f40f0e397cd28f28cb040a10664b4cb","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.5265649580105674,"usage":{"prompt_tokens":6771,"total_tokens":6798,"completion_tokens":27,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"6c49646a.json","source_sha256":"9afe3c7066648eac883dc3e517c7de671a5ca7328a9691e5bde36459e6ffc6d8","id":"6c49646a","stratum":"multi-session","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"78fce74bfad499a85cba67121cdea626766857e85c0ee54ffbfe9da79983938e","arms":{"C":{"context_tokens_proxy":7338,"grade":{"correct":true,"valid":true,"request_hash":"929e1828e15c51278a064e57f4c766c737bbd91a03b2764fb2ef876df2def18a","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":9.346048083010828,"usage":{"prompt_tokens":8132,"total_tokens":8262,"completion_tokens":130,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1994,"grade":{"correct":false,"valid":true,"request_hash":"dc1de37e1d20586fbaeb922b8e061b1e299309d1548a9678f9b9904c979930be","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.4848792500270065,"usage":{"prompt_tokens":2260,"total_tokens":2280,"completion_tokens":20,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7346,"grade":{"correct":true,"valid":true,"request_hash":"8697bae119d70f833237dc4c0c54c61374e35d46729faeddd568d1d2fe7420a4","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":7.949441959004616,"usage":{"prompt_tokens":8161,"total_tokens":8308,"completion_tokens":147,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3310,"grade":{"correct":false,"valid":true,"request_hash":"dc1de37e1d20586fbaeb922b8e061b1e299309d1548a9678f9b9904c979930be","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.5028433330007829,"usage":{"prompt_tokens":3734,"total_tokens":3754,"completion_tokens":20,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"6cb6f249.json","source_sha256":"85fba1c9ff2c1300197b5b75ef9404e85dfa5b867182ef04a71c5acdbc9c7b0d","id":"6cb6f249","stratum":"multi-session","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"0d392efb821bf812228f62005245420d9aa6c286f3a98ae412d91aafe7c2bee0","arms":{"D":{"context_tokens_proxy":7342,"grade":{"correct":true,"valid":true,"request_hash":"7d3b6f06c3b6ede1353865dd6665a2a9b75c755365a8e5584736d7eccfe2cff2","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.56338212499395,"usage":{"prompt_tokens":8164,"total_tokens":8251,"completion_tokens":87,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1911,"grade":{"correct":false,"valid":true,"request_hash":"4d9086e81b43b01c2b2f7745878ec1aa22b719c260857a52a5dc6050dfcaddca","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":0.8352440420130733,"usage":{"prompt_tokens":2197,"total_tokens":2211,"completion_tokens":14,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3265,"grade":{"correct":false,"valid":true,"request_hash":"4d9086e81b43b01c2b2f7745878ec1aa22b719c260857a52a5dc6050dfcaddca","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.1655764999741223,"usage":{"prompt_tokens":3746,"total_tokens":3760,"completion_tokens":14,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7327,"grade":{"correct":true,"valid":true,"request_hash":"897e0c56e8d989112cb7cf280babf4bebc2f28bcec5d4ed3b9fbe55aebff8d86","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.4385496659961063,"usage":{"prompt_tokens":8115,"total_tokens":8198,"completion_tokens":83,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"6e984302.json","source_sha256":"79ab9c15a0b79ea7cbea1b80bdd4956b69a089f7a6bbf4b652740fd725feec1a","id":"6e984302","stratum":"temporal-reasoning","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"324ae66b2930b78124b3c02e18df47458d0cb4b067b4c34f790a4473cbc26518","arms":{"A":{"context_tokens_proxy":1727,"grade":{"correct":true,"valid":true,"request_hash":"e46ff8025d796c5a4476113507078e162075828a62b0f62952dee3f9af6dc421","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":27.26303812500555,"usage":{"prompt_tokens":2027,"total_tokens":2227,"completion_tokens":200,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":2451,"grade":{"correct":true,"valid":true,"request_hash":"420136d47694e45a44aad4f06a34d0f3489f4899e3588d4eb0c6fe80bedcc45b","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":10.842372374987463,"usage":{"prompt_tokens":2834,"total_tokens":2949,"completion_tokens":115,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":6426,"grade":{"correct":true,"valid":true,"request_hash":"406ca95669fbd0891fe018463a786f18fa138f9828e5024458c59a0f92a68898","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":14.272794208984124,"usage":{"prompt_tokens":7189,"total_tokens":7346,"completion_tokens":157,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":6499,"grade":{"correct":true,"valid":true,"request_hash":"216f1e4d36ac4debdb6852308e0ff9313e8aa916424a4b7970dd6a4d5839ae4a","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":12.264382834022399,"usage":{"prompt_tokens":7321,"total_tokens":7424,"completion_tokens":103,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"7161e7e2.json","source_sha256":"65f964f4412521d25269b9b73eb893a7b9f297df2b244403c2ff56f6750621b0","id":"7161e7e2","stratum":"single-session-assistant","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"1237be22daa02d3e381d8ff16503043d28f71ef667c62a6dca1d81615c8256a1","arms":{"D":{"context_tokens_proxy":7426,"grade":{"correct":true,"valid":true,"request_hash":"e106f8e2656489fb95e61bb71d78c954f3f205659a9d90d1c9c149735f5498e6","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":13.919457457988756,"usage":{"prompt_tokens":8330,"total_tokens":8385,"completion_tokens":55,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7416,"grade":{"correct":true,"valid":true,"request_hash":"5a5236b0fc2da62f47fde2e24794a657272ec6216c3ad86e979ed05d3ace0a55","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":8.573377125023399,"usage":{"prompt_tokens":8278,"total_tokens":8318,"completion_tokens":40,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1999,"grade":{"correct":false,"valid":true,"request_hash":"b5c1d27ae97aeeb4d59bfe1b9eddc3f4a780ab1176f98bbaf3c262b05e4ac052","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":15.61759854099364,"usage":{"prompt_tokens":2353,"total_tokens":2405,"completion_tokens":52,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3369,"grade":{"correct":false,"valid":true,"request_hash":"784df34afdc74a1e15298c55d2a718ffdf168afb274ccb5932aabdd8fb230362","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":14.3808704999974,"usage":{"prompt_tokens":3902,"total_tokens":3957,"completion_tokens":55,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"88432d0a_abs.json","source_sha256":"1e3b2e722cd0b707b508c50793b67ab9d7c86fa07626b23168a89ea903889ddb","id":"88432d0a_abs","stratum":"abstention","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"d789748ff98f5bd778a2def4e1c1bbafc6fd0d7340f6616033f9e864a1cc8504","arms":{"B":{"context_tokens_proxy":3001,"grade":{"correct":true,"valid":true,"request_hash":"02f6e7413c2d55b2b1a221bb4b0da0215255d4d4d3ed6cc3f7dfd6b5f3a8e7eb","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.9419062079978175,"usage":{"prompt_tokens":3488,"total_tokens":3505,"completion_tokens":17,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7071,"grade":{"correct":true,"valid":true,"request_hash":"e246b799e5e93bdcba634a252f97126cd136f3ae64bd5432aee32e4647e4cfe7","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.606562875007512,"usage":{"prompt_tokens":7896,"total_tokens":7920,"completion_tokens":24,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7030,"grade":{"correct":true,"valid":true,"request_hash":"6bea50502952f635e78e5aba2998af4388f4392273a3c9b627f02fb32723d499","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.921845500008203,"usage":{"prompt_tokens":7957,"total_tokens":8049,"completion_tokens":92,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1681,"grade":{"correct":true,"valid":true,"request_hash":"02f6e7413c2d55b2b1a221bb4b0da0215255d4d4d3ed6cc3f7dfd6b5f3a8e7eb","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.100918374984758,"usage":{"prompt_tokens":1939,"total_tokens":1956,"completion_tokens":17,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"8ebdbe50.json","source_sha256":"7aa9ce371158bb069b611dfa5e50ab5a6086bef644c0f309c7ffd5fb951d765e","id":"8ebdbe50","stratum":"single-session-user","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"47d0e58b8fe86b51b2387dea71764ff32af31df959c75fb113875862cd9b193c","arms":{"A":{"context_tokens_proxy":1762,"grade":{"correct":false,"valid":true,"request_hash":"77f10ab3265196537057c1ac5e26a5569f4a7c7f3401ab17e79f85d42113948a","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":7.758640375017421,"usage":{"prompt_tokens":2022,"total_tokens":2081,"completion_tokens":59,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7175,"grade":{"correct":true,"valid":true,"request_hash":"0be1dd6de0cdb20ed5b6f1a5873aa50fd6b38f51820b39ac90b1ecb4b8577eed","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.9551382079953328,"usage":{"prompt_tokens":7981,"total_tokens":7994,"completion_tokens":13,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3127,"grade":{"correct":false,"valid":true,"request_hash":"9c331e31a58132aabeea55bf499f2f022e1b98dda22d228f569aabc205e0545b","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":7.150019041990163,"usage":{"prompt_tokens":3571,"total_tokens":3629,"completion_tokens":58,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7190,"grade":{"correct":true,"valid":true,"request_hash":"0be1dd6de0cdb20ed5b6f1a5873aa50fd6b38f51820b39ac90b1ecb4b8577eed","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.2987209999992047,"usage":{"prompt_tokens":8033,"total_tokens":8046,"completion_tokens":13,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"982b5123_abs.json","source_sha256":"d25f9a16860e8ad5749c815ffe65167a6c78961087bdafdeccadb69c1215d8cc","id":"982b5123_abs","stratum":"abstention","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"02dd1400bb1310cf4c0b2bc0d50d472667b57688d0d33461fc64a71b6ca39175","arms":{"C":{"context_tokens_proxy":7314,"grade":{"correct":true,"valid":true,"request_hash":"49de483a4ef00710e364c7536843ebc29179dabf936ba77f46d07cebed4bc80e","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.429264542006422,"usage":{"prompt_tokens":8174,"total_tokens":8220,"completion_tokens":46,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7361,"grade":{"correct":true,"valid":true,"request_hash":"0e37c630364dbe1a32894624630a930815e7c56eb147cbdf60f91f3a66c8e56a","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.5664949170022737,"usage":{"prompt_tokens":8195,"total_tokens":8248,"completion_tokens":53,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1987,"grade":{"correct":true,"valid":true,"request_hash":"fdc5c7d3ab8635bd3d015bc68432c3f9e84752fdf01a3490cd81bcbedd216d87","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.3134126249933615,"usage":{"prompt_tokens":2304,"total_tokens":2320,"completion_tokens":16,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3322,"grade":{"correct":true,"valid":true,"request_hash":"a9e74bfae47eee7125f4225b5c7f83d90f3a046e910fbb17a73633d661b5d988","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":7.024304332997417,"usage":{"prompt_tokens":3852,"total_tokens":3908,"completion_tokens":56,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"a2f3aa27.json","source_sha256":"c9fec44c8cac47d18b12646ae5ec9ebf8d4679095e28e2a772fb46b5acd4830d","id":"a2f3aa27","stratum":"knowledge-update","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"dc9841553127b4ff69b0879aa5a2315bd3411d8a4ebb50450245f1e63c5491f5","arms":{"D":{"context_tokens_proxy":6997,"grade":{"correct":true,"valid":true,"request_hash":"0e3ca5f65172bca3a33ecd0b188063bab821668371cd2532cc5fa84f2fca3db0","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":10.407399832998635,"usage":{"prompt_tokens":7908,"total_tokens":7962,"completion_tokens":54,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7006,"grade":{"correct":true,"valid":true,"request_hash":"881292f2357ecfc7ef64962587d061f0c55ff31c965596ca1276647ff29b57ef","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.928708417020971,"usage":{"prompt_tokens":7913,"total_tokens":7967,"completion_tokens":54,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1839,"grade":{"correct":true,"valid":true,"request_hash":"06054586a29f5c9cae06ece82b4bd49befce33bf8bac8ba9f90845d4dcf61034","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.5608345410146285,"usage":{"prompt_tokens":2180,"total_tokens":2201,"completion_tokens":21,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":2928,"grade":{"correct":true,"valid":true,"request_hash":"74af78c5c4d62d5eae94ce6d33a9426164d58c620c26207c1b3df189918673a4","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.9650435830117203,"usage":{"prompt_tokens":3475,"total_tokens":3496,"completion_tokens":21,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"a82c026e.json","source_sha256":"332d944b8291ba0188ef97d4208799abd646bf3d11a3c5f6305f07bf3566fb13","id":"a82c026e","stratum":"single-session-user","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"f34ab292f7d1b0c188ca2c396e9cc9fb3800e7fa6b582399db0588b746364e07","arms":{"C":{"context_tokens_proxy":6257,"grade":{"correct":true,"valid":true,"request_hash":"4bda60b3e1c8abe248de51eb3948d87df0a2fee02e2a382161c7542165e21186","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.4915043330111075,"usage":{"prompt_tokens":6975,"total_tokens":6991,"completion_tokens":16,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1561,"grade":{"correct":false,"valid":true,"request_hash":"b6f11d2c2ee0e1c93f4befa90a4915b93ebe6511c5a2a6d0438101c3c0c40c64","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":5.723850750015117,"usage":{"prompt_tokens":1812,"total_tokens":1829,"completion_tokens":17,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":6220,"grade":{"correct":true,"valid":true,"request_hash":"32b4b16e0f452b707ca02f9bde216b7f8735da3350e475d076083aeafd9e2814","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.5593574169906788,"usage":{"prompt_tokens":6993,"total_tokens":7012,"completion_tokens":19,"prompt_tokens_details":{"cached_tokens":800,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":2200,"grade":{"correct":false,"valid":true,"request_hash":"b6f11d2c2ee0e1c93f4befa90a4915b93ebe6511c5a2a6d0438101c3c0c40c64","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.4756039579806384,"usage":{"prompt_tokens":2518,"total_tokens":2535,"completion_tokens":17,"prompt_tokens_details":{"cached_tokens":800,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"af8d2e46.json","source_sha256":"e2c96f573f626b34dd181a3d602d1fd028f2009c22ea2735052ccbb46c1e5181","id":"af8d2e46","stratum":"single-session-user","split":"dev","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"f9a00a50e3388eed5edf288eecabed7de30311b0c367e81b5950ae6ddd1faf9d","arms":{"A":{"context_tokens_proxy":2012,"grade":{"correct":false,"valid":true,"request_hash":"4b733e06d295228fbd527d8b429e5f87a25a86f11b03bc39f6c4c5a1bb6b7cdc","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.0081798750034068,"usage":{"prompt_tokens":2318,"total_tokens":2342,"completion_tokens":24,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":6998,"grade":{"correct":true,"valid":true,"request_hash":"b82372f37b365fec1099f25ecf8a494970948931f78a4bd04079912aaa74f51c","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.725718625006266,"usage":{"prompt_tokens":7797,"total_tokens":7810,"completion_tokens":13,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":2969,"grade":{"correct":false,"valid":true,"request_hash":"4b733e06d295228fbd527d8b429e5f87a25a86f11b03bc39f6c4c5a1bb6b7cdc","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.1619506249844562,"usage":{"prompt_tokens":3422,"total_tokens":3446,"completion_tokens":24,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7029,"grade":{"correct":true,"valid":true,"request_hash":"b82372f37b365fec1099f25ecf8a494970948931f78a4bd04079912aaa74f51c","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.3109662919887342,"usage":{"prompt_tokens":7827,"total_tokens":7840,"completion_tokens":13,"prompt_tokens_details":{"cached_tokens":2400,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"afdc33df.json","source_sha256":"1e201fb7a5a0c7e92b78303996d5a027e90c48e3f7bc1f8f036f59bed10bf4b3","id":"afdc33df","stratum":"single-session-preference","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"8a589f72c114086cb4fcca6d2b0e7dae2d850dc61320a639dce2ca07ccf74748","arms":{"C":{"context_tokens_proxy":6950,"grade":{"correct":true,"valid":true,"request_hash":"5d644a757daa50f44a8c8d856784ddad9051f9dc15848e5911d4e4775dcffaea","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":30.525125624990324,"usage":{"prompt_tokens":7651,"total_tokens":8097,"completion_tokens":446,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":6960,"grade":{"correct":true,"valid":true,"request_hash":"13dd9b4d76c7394885825c536fc2cc9b4ac0b2c98aeaba223953037140529507","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":31.471716750005726,"usage":{"prompt_tokens":7692,"total_tokens":8078,"completion_tokens":386,"prompt_tokens_details":{"cached_tokens":800,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1497,"grade":{"correct":false,"valid":true,"request_hash":"4971b3b369b6f7cbfb8c53229fb1379cc4dc43d02e8c948fb74aae3d79b166ab","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":7.809455165988766,"usage":{"prompt_tokens":1748,"total_tokens":1777,"completion_tokens":29,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":2881,"grade":{"correct":false,"valid":true,"request_hash":"1b3acbbc9402095f3d390601593ff943399aced26e7810114ab108fab7daeeb7","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":16.664991625002585,"usage":{"prompt_tokens":3297,"total_tokens":3359,"completion_tokens":62,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"c18a7dc8.json","source_sha256":"fc8dc5f26d7511edda1ef319bd740b18b2dafc97eb8f7c9bb2dd6461e7dcf904","id":"c18a7dc8","stratum":"multi-session","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"3aaf48fed6b362488cee819b3f6e0dfa4f6c329e8d5609adb6208e997ccf0e7c","arms":{"C":{"context_tokens_proxy":7330,"grade":{"correct":false,"valid":true,"request_hash":"e4a5b9ec57687dd79c1bae090810eca4b76a5e956590b15e0be3b94f77d9c911","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":6.88607150001917,"usage":{"prompt_tokens":8260,"total_tokens":8299,"completion_tokens":39,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":2013,"grade":{"correct":false,"valid":true,"request_hash":"e4a5b9ec57687dd79c1bae090810eca4b76a5e956590b15e0be3b94f77d9c911","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":8.5644884169742,"usage":{"prompt_tokens":2335,"total_tokens":2374,"completion_tokens":39,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7380,"grade":{"correct":true,"valid":true,"request_hash":"4514374bb3db776624f59738cb502eaa512b2fab34a5abd9f54b0741cc236fd3","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":8.885723458020948,"usage":{"prompt_tokens":8383,"total_tokens":8455,"completion_tokens":72,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3329,"grade":{"correct":false,"valid":true,"request_hash":"e4a5b9ec57687dd79c1bae090810eca4b76a5e956590b15e0be3b94f77d9c911","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.4194240830256604,"usage":{"prompt_tokens":3883,"total_tokens":3922,"completion_tokens":39,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"c19f7a0b.json","source_sha256":"e1baf3015b04db24dd2c54a08fe2ee03aca9dcbab5650a598eba0ea9d7624074","id":"c19f7a0b","stratum":"single-session-user","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"445eb22141f15dc973935029047f472c761e0e94da0c2f298c70ebbf4d5c04c6","arms":{"B":{"context_tokens_proxy":3311,"grade":{"correct":false,"valid":true,"request_hash":"49dd9b7c453926abafdeee0a86bdce1056ed8721559f31345225f9030327d067","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.203821250004694,"usage":{"prompt_tokens":3826,"total_tokens":3853,"completion_tokens":27,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":2028,"grade":{"correct":false,"valid":true,"request_hash":"49dd9b7c453926abafdeee0a86bdce1056ed8721559f31345225f9030327d067","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.6942955830018036,"usage":{"prompt_tokens":2351,"total_tokens":2378,"completion_tokens":27,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7353,"grade":{"correct":true,"valid":true,"request_hash":"348eb5452c7a1a4c0776dec91e20929c177d441ccd0d692d2bba6487658eb74d","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.6562387909798417,"usage":{"prompt_tokens":8168,"total_tokens":8185,"completion_tokens":17,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7348,"grade":{"correct":true,"valid":true,"request_hash":"348eb5452c7a1a4c0776dec91e20929c177d441ccd0d692d2bba6487658eb74d","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.7097897909989115,"usage":{"prompt_tokens":8218,"total_tokens":8235,"completion_tokens":17,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"c7cf7dfd.json","source_sha256":"3f12bfee5752f6ffd6320f9efe6cf03201f3c273b300a3eff1ac2503f7282ced","id":"c7cf7dfd","stratum":"single-session-assistant","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"c17aacd83c3bd6425fd85ee31c542a280105a19ffda241a1f9644a5730833aa8","arms":{"A":{"context_tokens_proxy":1771,"grade":{"correct":false,"valid":true,"request_hash":"62baded0b2dba13c0ff63e94db4ff8c4a8bbeddc417fcbe666258a11f1b852ce","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":14.102293583011487,"usage":{"prompt_tokens":2118,"total_tokens":2184,"completion_tokens":66,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3015,"grade":{"correct":true,"valid":true,"request_hash":"a9ca2dcffdb7460c129247d6e546a8081d2a45260581fc2f0d01b80780842e53","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":11.928722208016552,"usage":{"prompt_tokens":3559,"total_tokens":3604,"completion_tokens":45,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7050,"grade":{"correct":true,"valid":true,"request_hash":"24279bec55cb4931c475049ccd131041e169d0559e69761463cc163f8ab66888","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":8.788779333001003,"usage":{"prompt_tokens":7996,"total_tokens":8029,"completion_tokens":33,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7045,"grade":{"correct":true,"valid":true,"request_hash":"24279bec55cb4931c475049ccd131041e169d0559e69761463cc163f8ab66888","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":9.29972204202204,"usage":{"prompt_tokens":8005,"total_tokens":8038,"completion_tokens":33,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"c8090214_abs.json","source_sha256":"04b6d6aefe21c46c8b487425c94da114ffd542ef2aebcdce2b7c4087159209b4","id":"c8090214_abs","stratum":"abstention","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"da0bb152a2c8a4968932d427fdd810bb7abf4344d31966316080ced5386582bb","arms":{"A":{"context_tokens_proxy":1939,"grade":{"correct":true,"valid":true,"request_hash":"6a1f92150a1765e3346a123f768bd1bd28db0d4673f73e1f9cc8298ddd83760d","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":5.856295167002827,"usage":{"prompt_tokens":2249,"total_tokens":2290,"completion_tokens":41,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3289,"grade":{"correct":true,"valid":true,"request_hash":"eb07fd1a42d3c963b0fdcaceab7c8a19690ae9f52035c12ada4272087b4ef34b","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.9272980829991866,"usage":{"prompt_tokens":3796,"total_tokens":3838,"completion_tokens":42,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7336,"grade":{"correct":true,"valid":true,"request_hash":"4d26c2711943a4ca2241136a62a16b6c8ef8a628f30ea4075dac073a5fc5b19f","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.7292598329950124,"usage":{"prompt_tokens":8128,"total_tokens":8161,"completion_tokens":33,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7348,"grade":{"correct":true,"valid":true,"request_hash":"ca50bed762903e50ecf5d8961bfcb67d1f0b6a83173b1cf5d3620c7d8c00ffc6","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.7349598329747096,"usage":{"prompt_tokens":8223,"total_tokens":8270,"completion_tokens":47,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"caf03d32.json","source_sha256":"52f6d24c4bdf4d8668d7ce0aed8252c39ad59b371f1d87672a79977d1f1daba1","id":"caf03d32","stratum":"single-session-preference","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"c8671f3a00fbb5d0c8026ebf50c72b00558e69537bec23b40a78ba988b2424e7","arms":{"B":{"context_tokens_proxy":3331,"grade":{"correct":false,"valid":true,"request_hash":"2b7a2eb2430ddd6d12c8cc06884ee30b3682f2107789341ddfb1c6d1224a47dc","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":54.746673415997066,"usage":{"prompt_tokens":3708,"total_tokens":4220,"completion_tokens":512,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"length","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1880,"grade":{"correct":false,"valid":true,"request_hash":"5bf70c289e1ce790759475f0901ffeb0f491445b8ec19bf8ae707b82aa0fc5ca","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":8.036834416998317,"usage":{"prompt_tokens":2159,"total_tokens":2219,"completion_tokens":60,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7388,"grade":{"correct":false,"valid":true,"request_hash":"3121b006b1d487dedcb7ae3636dbafa832404b8b957b4fa70337ac58245779c2","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":52.10350012499839,"usage":{"prompt_tokens":8125,"total_tokens":8633,"completion_tokens":508,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7392,"grade":{"correct":false,"valid":true,"request_hash":"efba101cf993c8ca2dfb4e44734cb11fb9a061bd944f795d8c1bea3aa5d57ed6","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":43.04331120799179,"usage":{"prompt_tokens":8113,"total_tokens":8559,"completion_tokens":446,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"e493bb7c.json","source_sha256":"290ef640257da268f95143705f90ab20d407357b8f7dc7792e48307d9e859133","id":"e493bb7c","stratum":"knowledge-update","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"3346d2232ad4f8f3a5400e0874b746d94c71f9c0eff45f7e48c075834f8fc5d8","arms":{"A":{"context_tokens_proxy":1429,"grade":{"correct":false,"valid":true,"request_hash":"d8e1cef64f92d24272814a3a1b18d66454b3da639f3c67a5223dc97551c0a317","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.443690542015247,"usage":{"prompt_tokens":1677,"total_tokens":1704,"completion_tokens":27,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":1954,"grade":{"correct":false,"valid":true,"request_hash":"3dcff4b59cc3a8c767f004843bda7906ad5e977dd1c77a97f06aee1b9a9ac4d0","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.827231874980498,"usage":{"prompt_tokens":2262,"total_tokens":2288,"completion_tokens":26,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":6020,"grade":{"correct":true,"valid":true,"request_hash":"9a0f72970c4960dc3117784ad428f04c1c5ea9c3cd0996d65ad3f28540a4830e","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":7.656778583012056,"usage":{"prompt_tokens":6618,"total_tokens":6691,"completion_tokens":73,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":6007,"grade":{"correct":true,"valid":true,"request_hash":"a6cfa9ac7e34d581bc89364658d2c34e75e6184f9b6ca62772c90a4a51a9db9e","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":9.08541579201119,"usage":{"prompt_tokens":6594,"total_tokens":6678,"completion_tokens":84,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"e8a79c70.json","source_sha256":"6b8aa9a6b57fb5f66b48d9b2acb7d63b4b289df454bfb38119667ca521a77519","id":"e8a79c70","stratum":"single-session-assistant","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"9b39b7fcbae66c806424bcddc8e2255024c7e254c4aa8aee07e2b616fe4930f5","arms":{"A":{"context_tokens_proxy":1996,"grade":{"correct":false,"valid":true,"request_hash":"1148b913617ef079875844d33e5b8b919a075a1e7980c49cfcabc4677914229f","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":8.883513166976627,"usage":{"prompt_tokens":2312,"total_tokens":2344,"completion_tokens":32,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3383,"grade":{"correct":false,"valid":true,"request_hash":"eacab25e3a4d54ed5e0a0a7d4f7b2ada2f5052f1392ba87497c5938c6ee1c872","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.8148331249831244,"usage":{"prompt_tokens":3861,"total_tokens":3892,"completion_tokens":31,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7432,"grade":{"correct":true,"valid":true,"request_hash":"c58419de35167ba3dc6c5c75faae35a540803bdab836c918ad5c0286e72c665c","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":11.00758649999625,"usage":{"prompt_tokens":8228,"total_tokens":8251,"completion_tokens":23,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7452,"grade":{"correct":true,"valid":true,"request_hash":"ce36772d005c2247fd73d64fdccff8a37cb9eb11d728cc64c59a596505268401","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":9.139884417003486,"usage":{"prompt_tokens":8274,"total_tokens":8298,"completion_tokens":24,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"ed4ddc30.json","source_sha256":"0164843869ac4d2353b0e3c6f8cee4a2c8fcb52141f6ebcaf41813722a04c448","id":"ed4ddc30","stratum":"knowledge-update","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"24f9a97d5496fe6ddf6be76223ffb523f1e00fe94ae91524cde54e6d6489473b","arms":{"B":{"context_tokens_proxy":3367,"grade":{"correct":false,"valid":true,"request_hash":"26ea33b6ac5c21d5f0e6bbf886b856a2e69fe60929320ad8d904a032d4fdb366","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":5.69954320800025,"usage":{"prompt_tokens":3854,"total_tokens":3872,"completion_tokens":18,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7412,"grade":{"correct":true,"valid":true,"request_hash":"3797bd775e26572580de2181e1c0d2f7ff7447f4c40b667246dbda9f0bf89a92","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":5.557828374992823,"usage":{"prompt_tokens":8193,"total_tokens":8274,"completion_tokens":81,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":2002,"grade":{"correct":false,"valid":true,"request_hash":"3abed08a91b7dd557d04ababa10c1e921e30285c36a0d553929743b2813f1283","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.6797242500178982,"usage":{"prompt_tokens":2305,"total_tokens":2324,"completion_tokens":19,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7419,"grade":{"correct":true,"valid":true,"request_hash":"442f0bf29fc488da2336f9add4299ec2f47b2eb77774d1b738f8e3ab3fe0129f","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":9.254095083015272,"usage":{"prompt_tokens":8242,"total_tokens":8319,"completion_tokens":77,"prompt_tokens_details":{"cached_tokens":2400,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"ef9cf60a.json","source_sha256":"2a3e4acc44299d476bf3c12cb88963d4c360b5e57c87352b576dd6e28aac2ef7","id":"ef9cf60a","stratum":"multi-session","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"e3fe1f11c514916bd621f4e433f1e8105a89711ec3acd04d9761dbc6013cfe20","arms":{"A":{"context_tokens_proxy":1961,"grade":{"correct":false,"valid":true,"request_hash":"c9d5f5eb2d5235d13a1528e8758a33a9faf7594859ef8df759b7f654baea3129","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.8448241660080384,"usage":{"prompt_tokens":2272,"total_tokens":2326,"completion_tokens":54,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":6861,"grade":{"correct":false,"valid":true,"request_hash":"d1cc0866d9b18870728b9cef4149f967aa18d5b279b3ca260371d1c07df38908","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.471994999999879,"usage":{"prompt_tokens":7595,"total_tokens":7648,"completion_tokens":53,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":2821,"grade":{"correct":false,"valid":true,"request_hash":"d131aef34c579aef206f1f329405ec53a0eeae8a0f4bd69d327e068ec97095d1","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":4.045995958003914,"usage":{"prompt_tokens":3256,"total_tokens":3350,"completion_tokens":94,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":6830,"grade":{"correct":false,"valid":true,"request_hash":"300a9b1be433a2bfa88a13a2af39562328e5c37a1f0b8c2a3370e2d8997bfd50","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":15.165511917002732,"usage":{"prompt_tokens":7574,"total_tokens":7696,"completion_tokens":122,"prompt_tokens_details":{"cached_tokens":800,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"f523d9fe.json","source_sha256":"2dd4882f3b4229743398efffe0b6261a9cfec2d718f64a7318f20c6aceb12d9a","id":"f523d9fe","stratum":"single-session-assistant","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"d9f7bf780a25067f6c910e53ed76d86eb8d55b65c7def1274ffe10e2fb3acd12","arms":{"D":{"context_tokens_proxy":6284,"grade":{"correct":true,"valid":true,"request_hash":"2154c52a403c08f2fae900bd1674db10fef100e73a5188d4a7a78c3a25b52bb3","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.532948625012068,"usage":{"prompt_tokens":7062,"total_tokens":7102,"completion_tokens":40,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":2258,"grade":{"correct":false,"valid":true,"request_hash":"52f425ed17551c7f32d733bdecf23a735d27359228ec186763652206e0af0496","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":6.565685332985595,"usage":{"prompt_tokens":2662,"total_tokens":2718,"completion_tokens":56,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1581,"grade":{"correct":false,"valid":true,"request_hash":"11bdb4fec520ceeef5f9df5f41ead65e9acf4db97e88b6506b3b7ff06eb92f90","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":4.609007582999766,"usage":{"prompt_tokens":1910,"total_tokens":1968,"completion_tokens":58,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":6331,"grade":{"correct":true,"valid":true,"request_hash":"2154c52a403c08f2fae900bd1674db10fef100e73a5188d4a7a78c3a25b52bb3","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":4.840248833002988,"usage":{"prompt_tokens":7029,"total_tokens":7069,"completion_tokens":40,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"f8c5f88b.json","source_sha256":"a023e62daf5b5a6bac2938b6a66dd3e9206b31701083837ea7e02130b51ce941","id":"f8c5f88b","stratum":"single-session-user","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"f68d86db70b82e2559ece907a58a4189c9444bf7a4be46039e4d448980c99fb3","arms":{"A":{"context_tokens_proxy":1994,"grade":{"correct":false,"valid":true,"request_hash":"5d5c7b009882b6e2993a49fcabc5c10ecc862975d1fc9409571fd0aedca0376c","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":4.487885457987431,"usage":{"prompt_tokens":2296,"total_tokens":2312,"completion_tokens":16,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7450,"grade":{"correct":true,"valid":true,"request_hash":"4e188b288bf15757c73f531c8e0252125cc3f361ab2c6f811c29a1fb1bffef20","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.55793999999878,"usage":{"prompt_tokens":8313,"total_tokens":8326,"completion_tokens":13,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7412,"grade":{"correct":true,"valid":true,"request_hash":"4e188b288bf15757c73f531c8e0252125cc3f361ab2c6f811c29a1fb1bffef20","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.5446144160232507,"usage":{"prompt_tokens":8342,"total_tokens":8355,"completion_tokens":13,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3380,"grade":{"correct":false,"valid":true,"request_hash":"a72a984686488c1e3bc54acbb56512046ad60a68fcd9b8751411e1a32604a0dc","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.9633841250033583,"usage":{"prompt_tokens":3845,"total_tokens":3863,"completion_tokens":18,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"fca70973.json","source_sha256":"d41976b83f7904b36d45042515bff76da679bab069edf03829822585884240d9","id":"fca70973","stratum":"single-session-preference","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"fe208e717797b90496efe887f6d0ac97a08d4589c8302032bf54378bb3bc7aa8","arms":{"C":{"context_tokens_proxy":6726,"grade":{"correct":true,"valid":true,"request_hash":"cfdf04d49e5367b286b06897113c5b98ee47eefd099112c88c64ebb18a20f43e","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":40.51811204201658,"usage":{"prompt_tokens":7559,"total_tokens":8052,"completion_tokens":493,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1446,"grade":{"correct":false,"valid":true,"request_hash":"4400bf2c4152d13ea0c5695769bd455ac3fdb5996e16cd0590163acbc8370f4d","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.466114042006666,"usage":{"prompt_tokens":1712,"total_tokens":1746,"completion_tokens":34,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":2678,"grade":{"correct":true,"valid":true,"request_hash":"9fd8837424c5fed765fba68c5ae32a59e95a9424665b7e178702589bbd1bc994","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":46.96174249998876,"usage":{"prompt_tokens":3129,"total_tokens":3551,"completion_tokens":422,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":6719,"grade":{"correct":true,"valid":true,"request_hash":"476a2925702b91cc1565ca4ff65944596bc4a8e6d8e3b76c5d4550201539cf55","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":27.311557499982882,"usage":{"prompt_tokens":7557,"total_tokens":8069,"completion_tokens":512,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"length","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"gpt4_4929293a.json","source_sha256":"efd0db3a728e9b2cf0fc90e2b4042d750af65f73b1d25893098c3056a609c778","id":"gpt4_4929293a","stratum":"temporal-reasoning","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"3e3e1ebf8d21deec4aaa1e9e88c8195fb4a1d6971d6e889a436451a1dd643c85","arms":{"B":{"context_tokens_proxy":3360,"grade":{"correct":false,"valid":true,"request_hash":"faf36ca38164238fb55ea8884f9b56ba2f36f02efb39f88151ec752395fd365c","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":16.073499249992892,"usage":{"prompt_tokens":3854,"total_tokens":3887,"completion_tokens":33,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7425,"grade":{"correct":true,"valid":true,"request_hash":"866b0ef4ae0ee05e40b0f46e04b0193c3ec8e0127f42ba488fbb02879b1e7acc","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":6.740986417018576,"usage":{"prompt_tokens":8209,"total_tokens":8288,"completion_tokens":79,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7423,"grade":{"correct":true,"valid":true,"request_hash":"9b55706757f68307cf1949a248af8fceace0c39544c27848a5198c5d429049c0","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":10.633845375006786,"usage":{"prompt_tokens":8296,"total_tokens":8384,"completion_tokens":88,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":2008,"grade":{"correct":false,"valid":true,"request_hash":"be2e02aab11c93e2e6f22f7a7be7e48bcac20d67602b443e2381bb31847aae27","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.3010768750100397,"usage":{"prompt_tokens":2305,"total_tokens":2338,"completion_tokens":33,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"gpt4_61e13b3c.json","source_sha256":"eb9a7250b1cc9ed1b06108c11d922a437f2c577ec980c8d2ba1090c58639324f","id":"gpt4_61e13b3c","stratum":"temporal-reasoning","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"8a31ccf2fc76fbd1eb16cde2d98a2078c97adcfe49f70ff71aeb929084accbde","arms":{"C":{"context_tokens_proxy":7196,"grade":{"correct":true,"valid":true,"request_hash":"0de143f981f63750ed20bf57357ce7369f08e81587ba4c3c9570547eae097087","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":10.43718787500984,"usage":{"prompt_tokens":8005,"total_tokens":8153,"completion_tokens":148,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":2004,"grade":{"correct":false,"valid":true,"request_hash":"1711fdba8c425f74caf35b25cc1d500c6fc533ebbad31803ad629171dc7b89d8","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":5.417630791984266,"usage":{"prompt_tokens":2278,"total_tokens":2334,"completion_tokens":56,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3138,"grade":{"correct":false,"valid":true,"request_hash":"6877ba0a9ab4157fb9b401e1f80ad608011d74ff497b37fcee031cf63dfe912d","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":14.440765083010774,"usage":{"prompt_tokens":3617,"total_tokens":3672,"completion_tokens":55,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7199,"grade":{"correct":true,"valid":true,"request_hash":"d73aad92f2b110eb59b97ef4661c7a6acf2fe6e036323dc8ef54b44103466bf4","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":24.486887208011467,"usage":{"prompt_tokens":8032,"total_tokens":8149,"completion_tokens":117,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"gpt4_68e94288.json","source_sha256":"f8398b49d0eee5366b641995df65726589b744df005b99f1eef351761bc69c74","id":"gpt4_68e94288","stratum":"temporal-reasoning","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"e6e2f0fb775b586c597516bf1d35354f015fb69f6ab66145054f092d07c5face","arms":{"D":{"context_tokens_proxy":7125,"grade":{"correct":false,"valid":true,"request_hash":"6f87328fecfcf88b0bc655007af154a4fc7cae11f07cb856781fdc2c8120ed02","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":19.229597500001546,"usage":{"prompt_tokens":8005,"total_tokens":8214,"completion_tokens":209,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7193,"grade":{"correct":true,"valid":true,"request_hash":"eff5ae5283711f0161ea3519f67b892a7ff73ee32d8f53d808c4f9dc65c2f4a4","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":10.707829457998741,"usage":{"prompt_tokens":7950,"total_tokens":7995,"completion_tokens":45,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1974,"grade":{"correct":false,"valid":true,"request_hash":"76e2f90864a9bef7feaf4dbf9faf28d1ecd36e71eb43779a34f6989b5ecc89b0","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":13.649603708006907,"usage":{"prompt_tokens":2282,"total_tokens":2336,"completion_tokens":54,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3110,"grade":{"correct":false,"valid":true,"request_hash":"d95e00199bcc564b45edc56edc510a3f18d7037b93d0d62b135327113da771b3","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.9577836249955,"usage":{"prompt_tokens":3579,"total_tokens":3597,"completion_tokens":18,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"gpt4_7ca326fa.json","source_sha256":"3c3c370670e95f5f5e8d93cd20f67ee19328b18023c05cda77ff55010139a070","id":"gpt4_7ca326fa","stratum":"temporal-reasoning","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"b69da4caf62a9266480770b1a9a1bc69b363d2aa0c3301e08bb40656d3fc8023","arms":{"C":{"context_tokens_proxy":7207,"grade":{"correct":true,"valid":true,"request_hash":"958b38c21d55a25453809b231c0a4ee35a0b186c56409f5cb7efad8f5ea35a2f","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":17.087831582990475,"usage":{"prompt_tokens":7992,"total_tokens":8176,"completion_tokens":184,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1968,"grade":{"correct":false,"valid":true,"request_hash":"962d14d9787802c0063e55dde5f174c0bc1585dfa4c95b0f91df18bfd0d7024b","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":8.864158167009009,"usage":{"prompt_tokens":2265,"total_tokens":2290,"completion_tokens":25,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3152,"grade":{"correct":false,"valid":true,"request_hash":"f9d7d9e0914d30ea13994f2b168a1e5025745bdf726eb396f7c339f0e3b954bb","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":14.630054666980868,"usage":{"prompt_tokens":3649,"total_tokens":3710,"completion_tokens":61,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":7204,"grade":{"correct":false,"valid":true,"request_hash":"ad7329c632178419dac6f544e11825fe14f463ee330b0fec066575aa84b91a0b","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":13.756433833012125,"usage":{"prompt_tokens":8034,"total_tokens":8173,"completion_tokens":139,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"gpt4_93159ced_abs.json","source_sha256":"36f7227149deb2c9d1a7d3fff5697fd953c64c9690a6bbd255d0425843385d03","id":"gpt4_93159ced_abs","stratum":"abstention","split":"test","compactions":11,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"45e461e3f558d3c4d2c2cee36078d645bd92bc72b1d0dbe37a6e5e4bccb60e47","arms":{"B":{"context_tokens_proxy":2274,"grade":{"correct":true,"valid":true,"request_hash":"eada76db7752927bd04426af2742a2e0a39d955038c29e26ff805658145634a8","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":6.802727000002051,"usage":{"prompt_tokens":2651,"total_tokens":2677,"completion_tokens":26,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1942,"grade":{"correct":true,"valid":true,"request_hash":"2f4f162ee8818f60abe59a13085d8c91e30a40fe46a687dc63a1bedd5f506943","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.4434250839985907,"usage":{"prompt_tokens":2270,"total_tokens":2321,"completion_tokens":51,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":6324,"grade":{"correct":true,"valid":true,"request_hash":"ca09334b971a3cf18054c80f19301678209115d107c44d230536ff4dc5980013","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":4.718952707975404,"usage":{"prompt_tokens":7079,"total_tokens":7154,"completion_tokens":75,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"D":{"context_tokens_proxy":6331,"grade":{"correct":true,"valid":true,"request_hash":"97a7b69b702cbd641a7193e08ee076f54103b4f6f7ba3bf7ce5eb0fa11431f68","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":4.09724966698559,"usage":{"prompt_tokens":7149,"total_tokens":7203,"completion_tokens":54,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"public","file":"gpt4_d31cdae3.json","source_sha256":"53a43476d1c1e73e812ce9ed010f8a773d9b182f3edf3803b9dd99da5f335fd0","id":"gpt4_d31cdae3","stratum":"temporal-reasoning","split":"test","compactions":10,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"4da2027ce243e065d4703d985d9cff27beba4c28cb2dd520e293c7f32a97b5df","arms":{"D":{"context_tokens_proxy":7205,"grade":{"correct":true,"valid":true,"request_hash":"d9722cba6b5985b85125ded14304f5c5cc219cc453c1bb81f0c65f5a477981e2","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":7.859199250000529,"usage":{"prompt_tokens":8027,"total_tokens":8132,"completion_tokens":105,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"C":{"context_tokens_proxy":7241,"grade":{"correct":true,"valid":true,"request_hash":"e32d5f8e09f9b7ed088dd61108abbd0fe5052c0d0456f6d0c0bfb1bc34702e9a","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":13.546749291999731,"usage":{"prompt_tokens":8035,"total_tokens":8146,"completion_tokens":111,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"B":{"context_tokens_proxy":3164,"grade":{"correct":false,"valid":true,"request_hash":"7a732dfc89db77a3c94437df76f861774aab38e7159177c7b5b52426789386d7","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":8.164475416997448,"usage":{"prompt_tokens":3673,"total_tokens":3753,"completion_tokens":80,"prompt_tokens_details":{"cached_tokens":1600,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},"A":{"context_tokens_proxy":1997,"grade":{"correct":false,"valid":true,"request_hash":"ca1ed129950449f48874289546aa2a1c266aa1cf4b679ffbc5e59803dfe6d0f2","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":18.095378167025046,"usage":{"prompt_tokens":2302,"total_tokens":2373,"completion_tokens":71,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}}}},
{"group":"tasks","file":"known-task-artifact-00.json","source_sha256":"be1b0d7e52ff3bdec71382966bd4de2e3e5fed90473bb52e5de6bc18b58203aa","id":"known-task-artifact-00","split":"known_goal","family":"artifact","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"4da9629a0f515474729c459c8b2b8876f988a1a0f10b8e715a8623af9186c2bf","diagnostic_protocol_hash":"edd3132499ddb8f2b9113e4e5450511bdbc22a433176e18df2956bb39e7fd252","arms":{"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":3,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":33478,"completion_tokens":720,"request_seconds":64.12796554205124,"truncated_generations":0},"context_tokens_proxy":2497,"cumulative_context_proxy":22318,"seconds":64.18162570800632},"C":{"correct_artifact":true,"verified_completion":false,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":3,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":8,"prompt_tokens":51320,"completion_tokens":640,"request_seconds":52.38799416605616,"truncated_generations":0},"context_tokens_proxy":2497,"cumulative_context_proxy":37537,"seconds":52.4704202079738},"D":{"correct_artifact":true,"verified_completion":false,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":3,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":8,"prompt_tokens":50425,"completion_tokens":591,"request_seconds":62.28002787701553,"truncated_generations":0},"context_tokens_proxy":2497,"cumulative_context_proxy":36823,"seconds":48.66037999998662},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":3,"prompt_tokens":7421,"completion_tokens":161,"request_seconds":28.919968208967475,"truncated_generations":0},"context_tokens_proxy":1520,"cumulative_context_proxy":5260,"seconds":28.93949041698943}}},
{"group":"tasks","file":"known-task-artifact-01.json","source_sha256":"512c09afe4e76b6ef73c3ab6e0d5bf49862786183afe1cf170f884dd7f4acd4d","id":"known-task-artifact-01","split":"known_goal","family":"artifact","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"d0c9b5ebb2c1849f657a6ea13b9d752769ecb2b1bbe8fd19308c8d303ca041d6","diagnostic_protocol_hash":"edd3132499ddb8f2b9113e4e5450511bdbc22a433176e18df2956bb39e7fd252","arms":{"D":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":false},"search_calls":3,"read_calls":1,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":7,"prompt_tokens":60412,"completion_tokens":546,"request_seconds":46.88062016601907,"truncated_generations":0},"context_tokens_proxy":2351,"cumulative_context_proxy":46379,"seconds":47.83535149999079},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":2,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":6,"prompt_tokens":23213,"completion_tokens":559,"request_seconds":53.09243345700088,"truncated_generations":0},"context_tokens_proxy":2351,"cumulative_context_proxy":15768,"seconds":53.12923191601294},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":2,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":6,"prompt_tokens":17249,"completion_tokens":631,"request_seconds":50.85378108403529,"truncated_generations":0},"context_tokens_proxy":1535,"cumulative_context_proxy":10872,"seconds":50.88867220800603},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":3,"read_calls":1,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":8,"prompt_tokens":50654,"completion_tokens":613,"request_seconds":77.35113362499396,"truncated_generations":0},"context_tokens_proxy":2351,"cumulative_context_proxy":36633,"seconds":74.6720459999924}}},
{"group":"tasks","file":"known-task-constraint-00.json","source_sha256":"679329112ddcdb77cf3455e34d7d2840ba00fa1f17eca88f8aee497f8ebe4342","id":"known-task-constraint-00","split":"known_goal","family":"constraint","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"1a46a5384b307fd78d4bcbbbd3240419c7717d7c873c134fd325ad1d97700819","diagnostic_protocol_hash":"edd3132499ddb8f2b9113e4e5450511bdbc22a433176e18df2956bb39e7fd252","arms":{"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":2,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":5,"prompt_tokens":14477,"completion_tokens":407,"request_seconds":38.58877224902972,"truncated_generations":0},"context_tokens_proxy":1752,"cumulative_context_proxy":10052,"seconds":38.612242915987736},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":1,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":34298,"completion_tokens":435,"request_seconds":56.75007141599781,"truncated_generations":0},"context_tokens_proxy":2943,"cumulative_context_proxy":25427,"seconds":56.804900500021176},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":4,"prompt_tokens":17721,"completion_tokens":329,"request_seconds":48.91189858401776,"truncated_generations":0},"context_tokens_proxy":2943,"cumulative_context_proxy":12820,"seconds":48.94199337498867},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":6,"prompt_tokens":42075,"completion_tokens":466,"request_seconds":41.347860958980164,"truncated_generations":0},"context_tokens_proxy":2943,"cumulative_context_proxy":31237,"seconds":38.41187174999504}}},
{"group":"tasks","file":"known-task-constraint-01.json","source_sha256":"b3da83feca12b36cce2a6d7e5f5c2a44f00408658f7634f3e069dac34e599f5d","id":"known-task-constraint-01","split":"known_goal","family":"constraint","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"0c5c10025fa8d50f56d5a4119e3753cddd6b06ab8012e0919c42409623a55785","diagnostic_protocol_hash":"edd3132499ddb8f2b9113e4e5450511bdbc22a433176e18df2956bb39e7fd252","arms":{"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":4,"prompt_tokens":17074,"completion_tokens":412,"request_seconds":41.75494929100387,"truncated_generations":0},"context_tokens_proxy":2815,"cumulative_context_proxy":12308,"seconds":41.78310020797653},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":1,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":33057,"completion_tokens":398,"request_seconds":55.974950458010426,"truncated_generations":0},"context_tokens_proxy":2815,"cumulative_context_proxy":24775,"seconds":56.030250790994614},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":2,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":6,"prompt_tokens":44889,"completion_tokens":395,"request_seconds":52.185356249974575,"truncated_generations":0},"context_tokens_proxy":2815,"cumulative_context_proxy":34310,"seconds":43.04986316699069},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":2,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":5,"prompt_tokens":15062,"completion_tokens":417,"request_seconds":73.03643533299328,"truncated_generations":0},"context_tokens_proxy":1826,"cumulative_context_proxy":10422,"seconds":73.06442412501201}}},
{"group":"tasks","file":"known-task-correction-00.json","source_sha256":"7fa6f42534c5ce41c991ba87b0e07f63694e8fd08bf7a017d424fb1705bb20e8","id":"known-task-correction-00","split":"known_goal","family":"correction","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"fd12bb6555b087c79c6aaba78e48910602b4704c1e339f27b62e6cb69ac8e9e0","diagnostic_protocol_hash":"edd3132499ddb8f2b9113e4e5450511bdbc22a433176e18df2956bb39e7fd252","arms":{"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":7,"prompt_tokens":54942,"completion_tokens":551,"request_seconds":39.74128295801347,"truncated_generations":0},"context_tokens_proxy":2752,"cumulative_context_proxy":41183,"seconds":39.79737979100901},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":2,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":6,"prompt_tokens":17131,"completion_tokens":519,"request_seconds":34.4711204150226,"truncated_generations":0},"context_tokens_proxy":1578,"cumulative_context_proxy":11154,"seconds":34.499571541993646},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":2,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":5,"prompt_tokens":21302,"completion_tokens":398,"request_seconds":26.617207750037778,"truncated_generations":0},"context_tokens_proxy":2752,"cumulative_context_proxy":15059,"seconds":26.64260237501003},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":2,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":6,"prompt_tokens":50040,"completion_tokens":545,"request_seconds":40.31179566704668,"truncated_generations":0},"context_tokens_proxy":2752,"cumulative_context_proxy":38031,"seconds":37.965150834003}}},
{"group":"tasks","file":"known-task-correction-01.json","source_sha256":"bce151fbc9bdf14c0b24abd6a57656d7f513a6a472d681fafc17f078a7e868ca","id":"known-task-correction-01","split":"known_goal","family":"correction","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"7c587b09a265e5a6b6bdb7b65be01c829aa8c300c51cf1de87631fee954942b8","diagnostic_protocol_hash":"edd3132499ddb8f2b9113e4e5450511bdbc22a433176e18df2956bb39e7fd252","arms":{"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":7,"prompt_tokens":53759,"completion_tokens":557,"request_seconds":38.65378375101136,"truncated_generations":0},"context_tokens_proxy":2779,"cumulative_context_proxy":40274,"seconds":38.707756791001884},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":4,"prompt_tokens":17446,"completion_tokens":468,"request_seconds":27.46279216601397,"truncated_generations":0},"context_tokens_proxy":2779,"cumulative_context_proxy":12166,"seconds":27.487431083980482},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":4,"prompt_tokens":11457,"completion_tokens":534,"request_seconds":36.1415034160309,"truncated_generations":0},"context_tokens_proxy":1581,"cumulative_context_proxy":7383,"seconds":36.165158083022106},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":7,"prompt_tokens":53771,"completion_tokens":602,"request_seconds":45.35415908304276,"truncated_generations":0},"context_tokens_proxy":2779,"cumulative_context_proxy":39844,"seconds":43.064866957982304}}},
{"group":"tasks","file":"known-task-failed_attempt-00.json","source_sha256":"3bea93bdb98dde7f52795a140f288ddc78aff28687fe1b674cf9048bbf6d057c","id":"known-task-failed_attempt-00","split":"known_goal","family":"failed_attempt","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"71fa60a33bec4689881ea69c58936c76d210a6eb3f03b31aa2e6ae9089fceac2","diagnostic_protocol_hash":"edd3132499ddb8f2b9113e4e5450511bdbc22a433176e18df2956bb39e7fd252","arms":{"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":1,"read_calls":2,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":7,"prompt_tokens":41687,"completion_tokens":379,"request_seconds":86.98439483399852,"truncated_generations":0},"context_tokens_proxy":2904,"cumulative_context_proxy":29587,"seconds":87.04963545801002},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":4,"prompt_tokens":18341,"completion_tokens":400,"request_seconds":73.26986054098234,"truncated_generations":0},"context_tokens_proxy":2904,"cumulative_context_proxy":13181,"seconds":73.29631212502136},"A":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"strategy":true,"batch_size":false,"retry_policy":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":4,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":23720,"completion_tokens":307,"request_seconds":76.83163833399885,"truncated_generations":0},"context_tokens_proxy":1800,"cumulative_context_proxy":16646,"seconds":76.86486133400467},"D":{"correct_artifact":true,"verified_completion":false,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":3,"read_calls":2,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":8,"prompt_tokens":57798,"completion_tokens":437,"request_seconds":66.45432820901624,"truncated_generations":0},"context_tokens_proxy":2904,"cumulative_context_proxy":42409,"seconds":30.981475458014756}}},
{"group":"tasks","file":"known-task-failed_attempt-01.json","source_sha256":"90514d1c37db07738acffe987f272c05a9e260038f2f1327ca61e6438cd7e2af","id":"known-task-failed_attempt-01","split":"known_goal","family":"failed_attempt","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"7f9245d70ffc1237c148030b08007fad19ab8f85f2e390790974bd41ad40ed16","diagnostic_protocol_hash":"edd3132499ddb8f2b9113e4e5450511bdbc22a433176e18df2956bb39e7fd252","arms":{"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":1,"read_calls":2,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":7,"prompt_tokens":42072,"completion_tokens":459,"request_seconds":89.4229622919811,"truncated_generations":0},"context_tokens_proxy":3019,"cumulative_context_proxy":30542,"seconds":89.49755845800973},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":2,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":5,"prompt_tokens":15855,"completion_tokens":650,"request_seconds":97.58295708399964,"truncated_generations":0},"context_tokens_proxy":1804,"cumulative_context_proxy":10375,"seconds":97.60766841701115},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":4,"prompt_tokens":18449,"completion_tokens":397,"request_seconds":67.24699829195742,"truncated_generations":0},"context_tokens_proxy":3019,"cumulative_context_proxy":13180,"seconds":67.27386195899453},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":1,"read_calls":2,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":7,"prompt_tokens":42074,"completion_tokens":459,"request_seconds":58.906367957999464,"truncated_generations":0},"context_tokens_proxy":3019,"cumulative_context_proxy":30546,"seconds":18.373529750009766}}},
{"group":"tasks","file":"known-task-provenance-00.json","source_sha256":"3674cae52fa8cdeffe732b118a334d59a1d995ce14d190e471085e739c4422b7","id":"known-task-provenance-00","split":"known_goal","family":"provenance","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"04c126b1bebf853a1c169dde8e4eaf019a04d01273192ec589a89c9832ed0460","diagnostic_protocol_hash":"edd3132499ddb8f2b9113e4e5450511bdbc22a433176e18df2956bb39e7fd252","arms":{"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.5,"actor_cost":{"calls":3,"prompt_tokens":13321,"completion_tokens":122,"request_seconds":13.40260233299341,"truncated_generations":0},"context_tokens_proxy":2727,"cumulative_context_proxy":9442,"seconds":13.427111875003902},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":8106,"completion_tokens":77,"request_seconds":14.6996390420245,"truncated_generations":0},"context_tokens_proxy":2727,"cumulative_context_proxy":5967,"seconds":14.714592874981463},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":5008,"completion_tokens":77,"request_seconds":20.04934504200355,"truncated_generations":0},"context_tokens_proxy":1555,"cumulative_context_proxy":3623,"seconds":20.063014915998792},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.5,"actor_cost":{"calls":3,"prompt_tokens":13321,"completion_tokens":122,"request_seconds":13.40260233299341,"truncated_generations":0},"context_tokens_proxy":2727,"cumulative_context_proxy":9442,"seconds":0.013575082994066179}}},
{"group":"tasks","file":"known-task-provenance-01.json","source_sha256":"2dcfa942d912bff78cf29a5e8ac34881371c437f2128aa71c14ad623ba0ef5b6","id":"known-task-provenance-01","split":"known_goal","family":"provenance","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"838e02ca5a306aeff499c92b6b19eca0c02dee36efb0974f8619211f59d63ce3","diagnostic_protocol_hash":"edd3132499ddb8f2b9113e4e5450511bdbc22a433176e18df2956bb39e7fd252","arms":{"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":8599,"completion_tokens":78,"request_seconds":25.195094208989758,"truncated_generations":0},"context_tokens_proxy":2940,"cumulative_context_proxy":6389,"seconds":25.215416708000703},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.5,"actor_cost":{"calls":3,"prompt_tokens":14058,"completion_tokens":111,"request_seconds":27.95955170900561,"truncated_generations":0},"context_tokens_proxy":2940,"cumulative_context_proxy":10071,"seconds":27.991337500017835},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.5,"actor_cost":{"calls":3,"prompt_tokens":14058,"completion_tokens":111,"request_seconds":27.95955170900561,"truncated_generations":0},"context_tokens_proxy":2940,"cumulative_context_proxy":10071,"seconds":0.012313374987570569},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":5501,"completion_tokens":78,"request_seconds":4.557060665974859,"truncated_generations":0},"context_tokens_proxy":1752,"cumulative_context_proxy":4013,"seconds":4.566682458011201}}},
{"group":"tasks","file":"known-task-units-00.json","source_sha256":"210006dc9b012f4c53b049de42e630283e1ad53191c282e2e7932a9c02719296","id":"known-task-units-00","split":"known_goal","family":"units","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"b1142c4bffbbe5e13e142a25b6d578f324d30af95cc3c5820791e0a0ade10ffc","diagnostic_protocol_hash":"edd3132499ddb8f2b9113e4e5450511bdbc22a433176e18df2956bb39e7fd252","arms":{"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":4,"prompt_tokens":10689,"completion_tokens":379,"request_seconds":75.47062066500075,"truncated_generations":0},"context_tokens_proxy":1518,"cumulative_context_proxy":7144,"seconds":75.49480687497999},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":4,"prompt_tokens":16753,"completion_tokens":335,"request_seconds":62.51487220899435,"truncated_generations":0},"context_tokens_proxy":2688,"cumulative_context_proxy":11824,"seconds":62.54157324999687},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":6,"prompt_tokens":39995,"completion_tokens":415,"request_seconds":72.49174562396365,"truncated_generations":0},"context_tokens_proxy":2688,"cumulative_context_proxy":29552,"seconds":72.55517450001207},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":7,"prompt_tokens":52787,"completion_tokens":473,"request_seconds":116.93212120595854,"truncated_generations":0},"context_tokens_proxy":2688,"cumulative_context_proxy":39592,"seconds":105.12530158399022}}},
{"group":"tasks","file":"known-task-units-01.json","source_sha256":"80054b202076757fe2fc58f07db87f8ca4f0d3aabc63b4144259c3dc672239b4","id":"known-task-units-01","split":"known_goal","family":"units","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"bc271d3e442f260bba6e14b184673449ef68998d083ec1d33c84150a1587417a","diagnostic_protocol_hash":"edd3132499ddb8f2b9113e4e5450511bdbc22a433176e18df2956bb39e7fd252","arms":{"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":4,"prompt_tokens":16755,"completion_tokens":331,"request_seconds":66.93420054204762,"truncated_generations":0},"context_tokens_proxy":2642,"cumulative_context_proxy":11648,"seconds":66.96231733402237},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":4,"prompt_tokens":10670,"completion_tokens":368,"request_seconds":62.32221441605361,"truncated_generations":0},"context_tokens_proxy":1523,"cumulative_context_proxy":7172,"seconds":62.34044820899726},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":6,"prompt_tokens":40549,"completion_tokens":386,"request_seconds":76.62951195705682,"truncated_generations":0},"context_tokens_proxy":2642,"cumulative_context_proxy":29935,"seconds":76.68305525000324},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":1,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":32077,"completion_tokens":347,"request_seconds":67.22521149899694,"truncated_generations":0},"context_tokens_proxy":2642,"cumulative_context_proxy":23538,"seconds":64.80110841698479}}},
{"group":"tasks","file":"task-artifact-00.json","source_sha256":"61062e1191f2dc81fb20d016b79ee124a11d66e907b322c1aef1353b97017a17","id":"task-artifact-00","split":"test","family":"artifact","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"dee6222dbd00f6eab8d06e669f76549d0b6a0860da2cac58c7ec6321a327e67c","arms":{"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":23212,"completion_tokens":330,"request_seconds":29.469008000014583,"truncated_generations":0},"context_tokens_proxy":3034,"cumulative_context_proxy":16945,"seconds":29.495436208002502},"A":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":4,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":24740,"completion_tokens":370,"request_seconds":40.314528416027315,"truncated_generations":0},"context_tokens_proxy":1930,"cumulative_context_proxy":17598,"seconds":40.35604470898397},"B":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":4,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":37477,"completion_tokens":867,"request_seconds":106.96346954000182,"truncated_generations":0},"context_tokens_proxy":3034,"cumulative_context_proxy":26918,"seconds":107.0099445420201},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":27535,"completion_tokens":317,"request_seconds":23.694247541978257,"truncated_generations":0},"context_tokens_proxy":3034,"cumulative_context_proxy":20680,"seconds":16.30030195802101}}},
{"group":"tasks","file":"task-artifact-01.json","source_sha256":"22ee0e4e9bcfef6815e4025a3ad6630b1c76f7c47fe3b6f1d972af44a99c512d","id":"task-artifact-01","split":"test","family":"artifact","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"6d7d4401b2f0b9c03438297d3603a493dcdecd9e9d0e0859c1dfec4a04ec3ee5","arms":{"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":40437,"completion_tokens":292,"request_seconds":93.13610733297537,"truncated_generations":0},"context_tokens_proxy":3036,"cumulative_context_proxy":30932,"seconds":93.83231583397719},"B":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":4,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":37714,"completion_tokens":562,"request_seconds":92.66173820797121,"truncated_generations":0},"context_tokens_proxy":3036,"cumulative_context_proxy":26456,"seconds":92.70203779198346},"A":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":5,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":24689,"completion_tokens":374,"request_seconds":79.1092415410385,"truncated_generations":0},"context_tokens_proxy":1931,"cumulative_context_proxy":18048,"seconds":79.15636383299716},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":29967,"completion_tokens":291,"request_seconds":81.64767766598379,"truncated_generations":0},"context_tokens_proxy":3036,"cumulative_context_proxy":21856,"seconds":77.06391945801442}}},
{"group":"tasks","file":"task-artifact-02.json","source_sha256":"16041d804d7a4e5b08789399d435865c00979332a231b06c8978d31b779b14a6","id":"task-artifact-02","split":"test","family":"artifact","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"38eb2fa1b2f77ad8b5114151a369024ec03447647b0b0554a4b6a1c998aeccee","arms":{"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":27787,"completion_tokens":373,"request_seconds":86.3003832490067,"truncated_generations":0},"context_tokens_proxy":3110,"cumulative_context_proxy":20334,"seconds":86.3330317499931},"B":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":4,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":36987,"completion_tokens":377,"request_seconds":77.20432237203931,"truncated_generations":0},"context_tokens_proxy":3110,"cumulative_context_proxy":27286,"seconds":77.24416658299742},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":40793,"completion_tokens":388,"request_seconds":106.49998341800529,"truncated_generations":0},"context_tokens_proxy":3110,"cumulative_context_proxy":31572,"seconds":69.50020912499167},"A":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":4,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":24456,"completion_tokens":316,"request_seconds":111.26156283303862,"truncated_generations":0},"context_tokens_proxy":1921,"cumulative_context_proxy":17562,"seconds":111.30825479200576}}},
{"group":"tasks","file":"task-artifact-03.json","source_sha256":"687baf13610c9efe961af5a89f41a3c735c3f6ee4db26942a39eca384ee3e611","id":"task-artifact-03","split":"test","family":"artifact","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"63c4ec0c7daba3a92c052e44ce4f3f9ef7c824278527afdf383b97168c03296b","arms":{"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":31825,"completion_tokens":258,"request_seconds":67.8367841669533,"truncated_generations":0},"context_tokens_proxy":3066,"cumulative_context_proxy":23564,"seconds":67.87592466600472},"A":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":4,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":24930,"completion_tokens":376,"request_seconds":81.46091749996413,"truncated_generations":0},"context_tokens_proxy":1908,"cumulative_context_proxy":17482,"seconds":81.50114012500853},"B":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":4,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":37440,"completion_tokens":429,"request_seconds":95.3094373330241,"truncated_generations":0},"context_tokens_proxy":3066,"cumulative_context_proxy":26764,"seconds":95.36751499999082},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":40669,"completion_tokens":257,"request_seconds":97.58182629098883,"truncated_generations":0},"context_tokens_proxy":3066,"cumulative_context_proxy":31174,"seconds":77.49144004099071}}},
{"group":"tasks","file":"task-artifact-100.json","source_sha256":"167ca064c03a0e41d6243065b90b24002a9cf66cd293957fc757a8429dba939b","id":"task-artifact-100","split":"dev","family":"artifact","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"dda9baee603a5dd94490b1e00272f02f92dfa0402dd44aea3e84386577f16828","arms":{"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":1,"read_calls":2,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":36321,"completion_tokens":416,"request_seconds":40.53220758298994,"truncated_generations":0},"context_tokens_proxy":3110,"cumulative_context_proxy":27680,"seconds":40.95548766700085},"B":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":true,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":4,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":37562,"completion_tokens":451,"request_seconds":24.96456858399324,"truncated_generations":0},"context_tokens_proxy":3110,"cumulative_context_proxy":27106,"seconds":25.013280000013765},"A":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":4,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":24845,"completion_tokens":1097,"request_seconds":66.43398170906585,"truncated_generations":1},"context_tokens_proxy":1915,"cumulative_context_proxy":17846,"seconds":66.47978041699389},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":33454,"completion_tokens":388,"request_seconds":16.68020616596914,"truncated_generations":0},"context_tokens_proxy":3110,"cumulative_context_proxy":25237,"seconds":11.599664667010074}}},
{"group":"tasks","file":"task-constraint-00.json","source_sha256":"3edea64516186b29d3eb61113ba6daedd6af61551d82ac7f91c45fcac285cf17","id":"task-constraint-00","split":"test","family":"constraint","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"7e300cbacb497ca33cbb330fd4faa2ac3a545c1490000bd363e23149de7a68a8","arms":{"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":40178,"completion_tokens":242,"request_seconds":92.71934329302167,"truncated_generations":0},"context_tokens_proxy":3067,"cumulative_context_proxy":31017,"seconds":93.37464808300138},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":3,"prompt_tokens":13284,"completion_tokens":88,"request_seconds":19.84353687503608,"truncated_generations":0},"context_tokens_proxy":3067,"cumulative_context_proxy":9908,"seconds":19.86118358297972},"A":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"retention_days":false,"export_mode":false,"pii_allowed":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":4,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":25328,"completion_tokens":442,"request_seconds":115.14215350101585,"truncated_generations":0},"context_tokens_proxy":1873,"cumulative_context_proxy":17248,"seconds":115.18064312500064},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":40742,"completion_tokens":199,"request_seconds":35.717864166043,"truncated_generations":0},"context_tokens_proxy":3067,"cumulative_context_proxy":31377,"seconds":20.859875957976328}}},
{"group":"tasks","file":"task-constraint-01.json","source_sha256":"d8b749644c51a671f53433b9d0c6081526e17cde2e0535a69e262491846208bd","id":"task-constraint-01","split":"test","family":"constraint","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"dcf0533f165a19cfdb3efd4b3791eb035ea3bdc9acade91fd88d2c9fd8840fd0","arms":{"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":5754,"completion_tokens":73,"request_seconds":6.01428220703383,"truncated_generations":0},"context_tokens_proxy":1917,"cumulative_context_proxy":4309,"seconds":6.026408541976707},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":41925,"completion_tokens":193,"request_seconds":39.74523704100284,"truncated_generations":0},"context_tokens_proxy":3100,"cumulative_context_proxy":32750,"seconds":39.80937633299618},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":2,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":31439,"completion_tokens":148,"request_seconds":34.35227204297553,"truncated_generations":0},"context_tokens_proxy":3100,"cumulative_context_proxy":24478,"seconds":25.695404458005214},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":8878,"completion_tokens":99,"request_seconds":17.695334957970772,"truncated_generations":0},"context_tokens_proxy":3100,"cumulative_context_proxy":6698,"seconds":17.709230791020673}}},
{"group":"tasks","file":"task-constraint-02.json","source_sha256":"e389cf430a72ebfb37d2623ae12f2964e0d058e936fe924f86634d4e29582b84","id":"task-constraint-02","split":"test","family":"constraint","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"8d3b96c6cb368d337f59b07348bc202acc452659ff2a1ae146c18c983d2bbe78","arms":{"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":3,"prompt_tokens":8665,"completion_tokens":89,"request_seconds":23.405829541006824,"truncated_generations":0},"context_tokens_proxy":1960,"cumulative_context_proxy":6587,"seconds":23.419171916990308},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":27089,"completion_tokens":146,"request_seconds":27.24074399896199,"truncated_generations":0},"context_tokens_proxy":3237,"cumulative_context_proxy":21222,"seconds":27.637481124984333},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":8887,"completion_tokens":100,"request_seconds":23.005866166990018,"truncated_generations":0},"context_tokens_proxy":3237,"cumulative_context_proxy":6972,"seconds":23.019668166001793},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":1,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":3,"prompt_tokens":19062,"completion_tokens":125,"request_seconds":32.90744558200822,"truncated_generations":0},"context_tokens_proxy":3237,"cumulative_context_proxy":14896,"seconds":27.750612292002188}}},
{"group":"tasks","file":"task-constraint-03.json","source_sha256":"16b8a7894b5e97676c3a2e4c6094fa8253e055f10b2a21eec480aac904da05c6","id":"task-constraint-03","split":"test","family":"constraint","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"4ebbde4a2ef04a97b91b84f8d5b40f271a7975b02b9d0e07bccf30b23d9bbb40","arms":{"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":3,"prompt_tokens":8650,"completion_tokens":89,"request_seconds":19.88769212400075,"truncated_generations":0},"context_tokens_proxy":1918,"cumulative_context_proxy":6461,"seconds":19.90268929200829},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":1,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":35176,"completion_tokens":370,"request_seconds":53.70336791605223,"truncated_generations":0},"context_tokens_proxy":3193,"cumulative_context_proxy":26676,"seconds":53.75512887502555},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":1,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":3,"prompt_tokens":19231,"completion_tokens":113,"request_seconds":35.954395540989935,"truncated_generations":0},"context_tokens_proxy":3193,"cumulative_context_proxy":14874,"seconds":31.623236084007658},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"retention_days":true,"export_mode":true,"pii_allowed":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":3,"prompt_tokens":13297,"completion_tokens":89,"request_seconds":32.668665292003425,"truncated_generations":0},"context_tokens_proxy":3193,"cumulative_context_proxy":10286,"seconds":32.691633792012}}},
{"group":"tasks","file":"task-correction-00.json","source_sha256":"89eedfa4cd550e0417a87d3250cbc2f179cb5397b8593c732db90bf70ffb6ccb","id":"task-correction-00","split":"test","family":"correction","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"7ecf85d6accf0e34137b0074b133274996bdd49defecfea18f30dbd5cc607fcd","arms":{"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":5750,"completion_tokens":78,"request_seconds":17.416660958027933,"truncated_generations":0},"context_tokens_proxy":1874,"cumulative_context_proxy":4222,"seconds":17.424607458990067},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":39802,"completion_tokens":178,"request_seconds":23.699225458985893,"truncated_generations":0},"context_tokens_proxy":3048,"cumulative_context_proxy":30620,"seconds":24.305540541972732},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":8848,"completion_tokens":78,"request_seconds":6.229074417002266,"truncated_generations":0},"context_tokens_proxy":3048,"cumulative_context_proxy":6570,"seconds":6.2375691670167726},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":26958,"completion_tokens":159,"request_seconds":18.953377957979683,"truncated_generations":0},"context_tokens_proxy":3048,"cumulative_context_proxy":20368,"seconds":10.488839750003535}}},
{"group":"tasks","file":"task-correction-01.json","source_sha256":"01022847a599e6a15b43c0d14ba797bffbdcf414d19c75e019ca5222cfbf1e82","id":"task-correction-01","split":"test","family":"correction","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"05796f63df98dd0f2decc2e9b6fde1c9b3768f629826ad919254540026eb19e2","arms":{"B":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"region":false,"replicas":false,"release":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":4,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":37338,"completion_tokens":485,"request_seconds":56.180805751966545,"truncated_generations":0},"context_tokens_proxy":3093,"cumulative_context_proxy":26956,"seconds":56.23278287501307},"A":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"region":true,"replicas":false,"release":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":4,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":24792,"completion_tokens":424,"request_seconds":28.564541540050413,"truncated_generations":0},"context_tokens_proxy":1912,"cumulative_context_proxy":17502,"seconds":28.601395292003872},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":36220,"completion_tokens":228,"request_seconds":17.35515445895726,"truncated_generations":0},"context_tokens_proxy":3093,"cumulative_context_proxy":27756,"seconds":17.406572125008097},"D":{"correct_artifact":true,"verified_completion":false,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":2,"read_calls":2,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":7,"prompt_tokens":61184,"completion_tokens":447,"request_seconds":32.37694483395899,"truncated_generations":0},"context_tokens_proxy":3093,"cumulative_context_proxy":47270,"seconds":29.82234245899599}}},
{"group":"tasks","file":"task-correction-02.json","source_sha256":"eda3ea69ebaff3d71f3ece5c21873374d382ab9f39628858eccd3b031c1dd655","id":"task-correction-02","split":"test","family":"correction","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"f001a1f2dfdecfefa50936ea5988b8f6bba4ad726490c7b49d61ce58909178f4","arms":{"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":26895,"completion_tokens":166,"request_seconds":28.453154168004403,"truncated_generations":0},"context_tokens_proxy":3111,"cumulative_context_proxy":20527,"seconds":28.77862887500669},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":5764,"completion_tokens":78,"request_seconds":11.250893417018233,"truncated_generations":0},"context_tokens_proxy":1940,"cumulative_context_proxy":4352,"seconds":11.257994624989806},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":27009,"completion_tokens":154,"request_seconds":21.20323387600365,"truncated_generations":0},"context_tokens_proxy":3111,"cumulative_context_proxy":20614,"seconds":9.270044042001246},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":8862,"completion_tokens":78,"request_seconds":5.800487374974182,"truncated_generations":0},"context_tokens_proxy":3111,"cumulative_context_proxy":6694,"seconds":5.805976625008043}}},
{"group":"tasks","file":"task-correction-03.json","source_sha256":"542b8457c989c50b28fee0392fa28f9c4c1eee1c79c492af4b928a02767a677c","id":"task-correction-03","split":"test","family":"correction","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"b434862186dbbf2dd21db2c3eba0c69ce5a5e5b6bd91e81213ff940f96c0eadb","arms":{"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":8855,"completion_tokens":79,"request_seconds":21.697215916996356,"truncated_generations":0},"context_tokens_proxy":3128,"cumulative_context_proxy":6732,"seconds":21.709170874994015},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":27089,"completion_tokens":166,"request_seconds":18.84556170902215,"truncated_generations":0},"context_tokens_proxy":3128,"cumulative_context_proxy":20765,"seconds":19.05231483298121},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":5757,"completion_tokens":79,"request_seconds":5.832068250019802,"truncated_generations":0},"context_tokens_proxy":1943,"cumulative_context_proxy":4362,"seconds":5.83681379200425},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":27077,"completion_tokens":154,"request_seconds":12.107427292998182,"truncated_generations":0},"context_tokens_proxy":3128,"cumulative_context_proxy":20747,"seconds":8.450367374985944}}},
{"group":"tasks","file":"task-correction-100.json","source_sha256":"0e6c441dc297875a9325968fbc95d48ff8348c580b2ef3e5f80251ccef56049f","id":"task-correction-100","split":"dev","family":"correction","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"baac4e3b1efc34776dc0ef1bcbee66e7a006ac493492d11f8dbdf82a4f849848","arms":{"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":5755,"completion_tokens":79,"request_seconds":4.404059542022878,"truncated_generations":0},"context_tokens_proxy":1932,"cumulative_context_proxy":4336,"seconds":4.414055041997926},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":27098,"completion_tokens":164,"request_seconds":26.133205791033106,"truncated_generations":0},"context_tokens_proxy":3105,"cumulative_context_proxy":20645,"seconds":26.35183012500056},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":39456,"completion_tokens":197,"request_seconds":18.448675457999343,"truncated_generations":0},"context_tokens_proxy":3105,"cumulative_context_proxy":30476,"seconds":14.84636799999862},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":3,"prompt_tokens":13296,"completion_tokens":94,"request_seconds":5.3681563330465,"truncated_generations":0},"context_tokens_proxy":3105,"cumulative_context_proxy":10019,"seconds":5.3899640000017826}}},
{"group":"tasks","file":"task-failed_attempt-00.json","source_sha256":"a8e5d4af6cbf0f075b898d0d34213d6961e4c30e40725fcad05047171454d7fc","id":"task-failed_attempt-00","split":"test","family":"failed_attempt","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"01efdf86e3eb97f8e3a5843f29bfa7283ec422a108014f6fd5a310cc1a6776a5","arms":{"B":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"strategy":false,"batch_size":false,"retry_policy":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":5,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":37536,"completion_tokens":432,"request_seconds":50.27184808396851,"truncated_generations":0},"context_tokens_proxy":3113,"cumulative_context_proxy":27124,"seconds":50.31943708399194},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":7,"prompt_tokens":55803,"completion_tokens":401,"request_seconds":24.59848729101941,"truncated_generations":0},"context_tokens_proxy":3113,"cumulative_context_proxy":42688,"seconds":25.280089457985014},"A":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"strategy":false,"batch_size":false,"retry_policy":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":4,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":8,"prompt_tokens":24558,"completion_tokens":325,"request_seconds":30.619429665937787,"truncated_generations":0},"context_tokens_proxy":1942,"cumulative_context_proxy":17762,"seconds":30.662997792009264},"C":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":3,"read_calls":1,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":6,"prompt_tokens":50244,"completion_tokens":512,"request_seconds":51.932285124988994,"truncated_generations":0},"context_tokens_proxy":3113,"cumulative_context_proxy":38653,"seconds":45.73635349998949}}},
{"group":"tasks","file":"task-failed_attempt-01.json","source_sha256":"621b2dbfc60651f068740f861429c6cc052f2cd5338072ff009ff833a8ab91a1","id":"task-failed_attempt-01","split":"test","family":"failed_attempt","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"da1f6ac957b3383339aa99bd6f0a591e45c48b546e604be649e30ae3b24a0e0e","arms":{"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":3,"prompt_tokens":8673,"completion_tokens":90,"request_seconds":13.501156458019977,"truncated_generations":0},"context_tokens_proxy":1872,"cumulative_context_proxy":6336,"seconds":13.516918749985052},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":7,"prompt_tokens":56072,"completion_tokens":401,"request_seconds":39.5036837499938,"truncated_generations":0},"context_tokens_proxy":3047,"cumulative_context_proxy":42357,"seconds":39.58265666698571},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":6,"prompt_tokens":42846,"completion_tokens":352,"request_seconds":24.063329750002595,"truncated_generations":0},"context_tokens_proxy":3047,"cumulative_context_proxy":32004,"seconds":17.575129749980988},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":2,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":5,"prompt_tokens":22903,"completion_tokens":268,"request_seconds":24.242344417027198,"truncated_generations":0},"context_tokens_proxy":3047,"cumulative_context_proxy":16675,"seconds":24.285301291994983}}},
{"group":"tasks","file":"task-failed_attempt-02.json","source_sha256":"dc6ea7c99f7f6b2a88f2ea04670257f5de71247e469b61b5d14b2d22270cdb17","id":"task-failed_attempt-02","split":"test","family":"failed_attempt","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"531cfd166d3e9a1c2c04d65094626521ef0c820e2392cac49f5cc9c62b2d396f","arms":{"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":26955,"completion_tokens":153,"request_seconds":21.521384874999058,"truncated_generations":0},"context_tokens_proxy":3049,"cumulative_context_proxy":20387,"seconds":21.90042066699243},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":5762,"completion_tokens":77,"request_seconds":5.236487791029504,"truncated_generations":0},"context_tokens_proxy":1885,"cumulative_context_proxy":4257,"seconds":5.246396333997836},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":26964,"completion_tokens":153,"request_seconds":26.22794208297273,"truncated_generations":0},"context_tokens_proxy":3049,"cumulative_context_proxy":20393,"seconds":16.28560308300075},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":3,"prompt_tokens":13310,"completion_tokens":92,"request_seconds":8.704138792003505,"truncated_generations":0},"context_tokens_proxy":3049,"cumulative_context_proxy":9873,"seconds":8.725692459003767}}},
{"group":"tasks","file":"task-failed_attempt-03.json","source_sha256":"0003980df3d7e574560f28a51b08613859e4d10a93e4303a84dc0e3cd625315a","id":"task-failed_attempt-03","split":"test","family":"failed_attempt","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"923cdec37a68997c2c89b1b4399f9918782236890cb10a82731998bf7f6be164","arms":{"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":3,"prompt_tokens":13315,"completion_tokens":91,"request_seconds":8.53888229097356,"truncated_generations":0},"context_tokens_proxy":3106,"cumulative_context_proxy":10041,"seconds":8.558464208996156},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":3,"prompt_tokens":8668,"completion_tokens":91,"request_seconds":6.960731542028952,"truncated_generations":0},"context_tokens_proxy":1938,"cumulative_context_proxy":6537,"seconds":6.977870290982537},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":26743,"completion_tokens":177,"request_seconds":16.627741541014984,"truncated_generations":0},"context_tokens_proxy":3106,"cumulative_context_proxy":20418,"seconds":16.683616708003683},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":27022,"completion_tokens":165,"request_seconds":17.9023510000261,"truncated_generations":0},"context_tokens_proxy":3106,"cumulative_context_proxy":20649,"seconds":9.41777687499416}}},
{"group":"tasks","file":"task-provenance-00.json","source_sha256":"fae3128eefdc7ca0b958f878179574cfcc20af48a4be45e30890cce959d99485","id":"task-provenance-00","split":"test","family":"provenance","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"209e883a9560c266627d49a6f4743d0a632e5f5c71fcd75064ce126a3fd5c98e","arms":{"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":28141,"completion_tokens":178,"request_seconds":64.42152095900383,"truncated_generations":0},"context_tokens_proxy":2988,"cumulative_context_proxy":20995,"seconds":64.46289070902276},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":5778,"completion_tokens":77,"request_seconds":32.135238917020615,"truncated_generations":0},"context_tokens_proxy":1950,"cumulative_context_proxy":4391,"seconds":32.14924274999066},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":26237,"completion_tokens":155,"request_seconds":71.59903445997043,"truncated_generations":0},"context_tokens_proxy":2988,"cumulative_context_proxy":20119,"seconds":60.715310459025204},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":8516,"completion_tokens":77,"request_seconds":29.621373958012555,"truncated_generations":0},"context_tokens_proxy":2988,"cumulative_context_proxy":6467,"seconds":29.632882333971793}}},
{"group":"tasks","file":"task-provenance-01.json","source_sha256":"0238023c5f77d2d97ff968ae21627264fdc9ad4ab48d0e35cb2e72e3d61f4816","id":"task-provenance-01","split":"test","family":"provenance","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"3f2ccb8cf0052c04265b33957c6a556a56adebacbed639ae0b2c4cda0bac322a","arms":{"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":20983,"completion_tokens":158,"request_seconds":77.01899762600078,"truncated_generations":0},"context_tokens_proxy":3108,"cumulative_context_proxy":15431,"seconds":77.05260854199878},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":39919,"completion_tokens":182,"request_seconds":54.532816458988236,"truncated_generations":0},"context_tokens_proxy":3108,"cumulative_context_proxy":30994,"seconds":36.47439962500357},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":5767,"completion_tokens":78,"request_seconds":10.286845583003014,"truncated_generations":0},"context_tokens_proxy":1935,"cumulative_context_proxy":4359,"seconds":10.299597999983234},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":8865,"completion_tokens":78,"request_seconds":22.448884540994186,"truncated_generations":0},"context_tokens_proxy":3108,"cumulative_context_proxy":6705,"seconds":22.466556542000035}}},
{"group":"tasks","file":"task-provenance-02.json","source_sha256":"1d6c102ffbb9d3d0df34873d01ad3ee82f313193292d716e7b7561bf76ec8f63","id":"task-provenance-02","split":"test","family":"provenance","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"06b4e62ab13b9a3aa0b3b32bedf15474d6628e8fa65dde0bd6be60e883e459d6","arms":{"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":5779,"completion_tokens":78,"request_seconds":27.963012916967273,"truncated_generations":0},"context_tokens_proxy":1949,"cumulative_context_proxy":4389,"seconds":27.972343999979785},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":27334,"completion_tokens":191,"request_seconds":53.69743325095624,"truncated_generations":0},"context_tokens_proxy":3137,"cumulative_context_proxy":20885,"seconds":53.74091224998119},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":8877,"completion_tokens":78,"request_seconds":10.525569418008672,"truncated_generations":0},"context_tokens_proxy":3137,"cumulative_context_proxy":6765,"seconds":10.540767500002403},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":40223,"completion_tokens":216,"request_seconds":59.29570245798095,"truncated_generations":0},"context_tokens_proxy":3137,"cumulative_context_proxy":31326,"seconds":34.45149050001055}}},
{"group":"tasks","file":"task-provenance-03.json","source_sha256":"5ca3c9cb490aef3232b6c39371046c1a299729d7284eed0e37ff0a294fec5270","id":"task-provenance-03","split":"test","family":"provenance","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"9a2e305d80c093877cca35ae8afbfe29db152f086d04dbb30f55b6c05005fe42","arms":{"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":21467,"completion_tokens":145,"request_seconds":34.95111933298176,"truncated_generations":0},"context_tokens_proxy":3081,"cumulative_context_proxy":15747,"seconds":34.98068583299755},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":4,"prompt_tokens":27032,"completion_tokens":157,"request_seconds":29.43756329099415,"truncated_generations":0},"context_tokens_proxy":3081,"cumulative_context_proxy":20553,"seconds":19.04103458300233},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":3,"prompt_tokens":8673,"completion_tokens":93,"request_seconds":24.7363220010011,"truncated_generations":0},"context_tokens_proxy":1895,"cumulative_context_proxy":6417,"seconds":24.75374399998691},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"status":true,"approved_by":true,"source_id":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":8887,"completion_tokens":98,"request_seconds":13.110285917005967,"truncated_generations":0},"context_tokens_proxy":3081,"cumulative_context_proxy":6670,"seconds":13.130445041984785}}},
{"group":"tasks","file":"task-units-00.json","source_sha256":"bac117064ff72c52858c3aac83ce6a9dd84e3e7c5179235ec9b105b199eeccb5","id":"task-units-00","split":"test","family":"units","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"8c6cf8fdfc18f09514dcf2727a14756b5b2e27d43def585de42a746e71e087f0","arms":{"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":1,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":3,"prompt_tokens":19457,"completion_tokens":162,"request_seconds":22.036516542022582,"truncated_generations":0},"context_tokens_proxy":3117,"cumulative_context_proxy":14797,"seconds":22.068502791022183},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":8857,"completion_tokens":80,"request_seconds":8.041161417990224,"truncated_generations":0},"context_tokens_proxy":3117,"cumulative_context_proxy":6715,"seconds":8.05477062499267},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":5759,"completion_tokens":80,"request_seconds":4.8995595409942325,"truncated_generations":0},"context_tokens_proxy":1915,"cumulative_context_proxy":4311,"seconds":4.917868833988905},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":1,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":3,"prompt_tokens":19075,"completion_tokens":150,"request_seconds":10.520598125003744,"truncated_generations":0},"context_tokens_proxy":3117,"cumulative_context_proxy":14559,"seconds":5.1654979169834405}}},
{"group":"tasks","file":"task-units-01.json","source_sha256":"aa2a7812f4314d98bc4197189520500bf00134bc4d41bc5787df4310a163f777","id":"task-units-01","split":"test","family":"units","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"412e4c111bf0d0737d6c65964356ae9d8658bfbda6f63a567baf99fe8298dfc6","arms":{"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":8900,"completion_tokens":123,"request_seconds":12.008385999011807,"truncated_generations":0},"context_tokens_proxy":3112,"cumulative_context_proxy":6744,"seconds":12.027464249986224},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":1,"read_calls":2,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":36249,"completion_tokens":402,"request_seconds":32.56164341501426,"truncated_generations":0},"context_tokens_proxy":3112,"cumulative_context_proxy":27660,"seconds":32.614123959006974},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":2,"read_calls":1,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":40275,"completion_tokens":382,"request_seconds":35.01047904099687,"truncated_generations":0},"context_tokens_proxy":3112,"cumulative_context_proxy":31339,"seconds":30.73540974999196},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":5760,"completion_tokens":81,"request_seconds":6.120450916030677,"truncated_generations":0},"context_tokens_proxy":1921,"cumulative_context_proxy":4325,"seconds":6.131214958004421}}},
{"group":"tasks","file":"task-units-02.json","source_sha256":"afc103c6c84ace64e51a4f2a7d20c2c50f910a574946230beb3bbcb2acfbb6f7","id":"task-units-02","split":"test","family":"units","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"7abd99f8d97289e0659d9716a06f5d085f5a3544c0d15c2ef8d817229fdeb0b8","arms":{"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":8867,"completion_tokens":82,"request_seconds":5.8642859160027,"truncated_generations":0},"context_tokens_proxy":3095,"cumulative_context_proxy":6673,"seconds":5.876721166976495},"D":{"correct_artifact":true,"verified_completion":false,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":3,"read_calls":2,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":6,"prompt_tokens":53875,"completion_tokens":247,"request_seconds":35.15079066704493,"truncated_generations":0},"context_tokens_proxy":3095,"cumulative_context_proxy":42135,"seconds":36.181595917005325},"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":1,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":3,"prompt_tokens":19339,"completion_tokens":118,"request_seconds":8.331336667004507,"truncated_generations":0},"context_tokens_proxy":3095,"cumulative_context_proxy":14614,"seconds":5.416642958007287},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":5769,"completion_tokens":82,"request_seconds":6.090925500990124,"truncated_generations":0},"context_tokens_proxy":1897,"cumulative_context_proxy":4277,"seconds":6.103239499992924}}},
{"group":"tasks","file":"task-units-03.json","source_sha256":"97240679970ac9afe0e5f4588f46a82c23026de2a6fcdf61d004e50d8c3409d9","id":"task-units-03","split":"test","family":"units","compactions":3,"protocol_hash":"01bcc9117d1d1d72e24b09582d116347d3ef1a2150323cfcc1d21519740ecbe1","memory_signature":"a132ebeb1dec350ee2f673cab4cf1e0e0a48639424fe80e58ca9986b5bd705b0","arms":{"C":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":1,"read_calls":2,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":5,"prompt_tokens":36024,"completion_tokens":224,"request_seconds":28.20849200207158,"truncated_generations":0},"context_tokens_proxy":3089,"cumulative_context_proxy":27317,"seconds":28.249453333002748},"A":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":3,"prompt_tokens":8679,"completion_tokens":97,"request_seconds":9.481156125984853,"truncated_generations":0},"context_tokens_proxy":1908,"cumulative_context_proxy":6443,"seconds":9.49592641700292},"D":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":1,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":3,"prompt_tokens":19090,"completion_tokens":158,"request_seconds":17.188479585020104,"truncated_generations":0},"context_tokens_proxy":3089,"cumulative_context_proxy":14478,"seconds":5.766240375000052},"B":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":2,"prompt_tokens":8873,"completion_tokens":82,"request_seconds":11.548240124975564,"truncated_generations":0},"context_tokens_proxy":3089,"cumulative_context_proxy":6661,"seconds":11.559140792000107}}},
{"group":"continued","file":"known-task-artifact-00.json","source_sha256":"f01c5d95de350bf8ff642b7ab4d0fca841e1191b3a53c66fac573e2fc539d199","id":"known-task-artifact-00","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"7ea4c7bf54e90ed6a036e76b5502f5923ce90ad7ed5d9b60059383b3e5407e03","unchanged_arms":["A","B"],"continued_arms":{"C":{"before_verified":false,"before_correct_artifact":true,"added_model_calls":1,"added_prompt_tokens":7811,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":3,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":9,"prompt_tokens":59131,"completion_tokens":655,"request_seconds":63.81059633305995,"truncated_generations":0},"context_tokens_proxy":2497,"cumulative_context_proxy":43017,"seconds":11.458273167023435}},"D":{"before_verified":false,"before_correct_artifact":true,"added_model_calls":1,"added_prompt_tokens":7758,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":1,"read_calls":1,"invalid_actions":0,"failed_validations":3,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":9,"prompt_tokens":58183,"completion_tokens":606,"request_seconds":75.3365255430108,"truncated_generations":0},"context_tokens_proxy":2497,"cumulative_context_proxy":42300,"seconds":13.106369667017134}}}},
{"group":"continued","file":"known-task-artifact-01.json","source_sha256":"1956298a8070a65b71450ce2b6961a7972ae2f4ae7607fc297de4c3316e07015","id":"known-task-artifact-01","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"18d565bef44fcd330e73032b94f3a07fa4b599175d9504089da35f1a734f5fc6","unchanged_arms":["A","B","C"],"continued_arms":{"D":{"before_verified":false,"before_correct_artifact":false,"added_model_calls":3,"added_prompt_tokens":38704,"added_completion_tokens":160,"prefix_verified_identical":true,"result":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"artifact_path":true,"sha256":true,"schema_version":true},"search_calls":3,"read_calls":1,"invalid_actions":0,"failed_validations":2,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":10,"prompt_tokens":99116,"completion_tokens":706,"request_seconds":72.2090772090014,"truncated_generations":0},"context_tokens_proxy":2351,"cumulative_context_proxy":76068,"seconds":25.402698791993316}}}},
{"group":"continued","file":"known-task-constraint-00.json","source_sha256":"aee474c79a6708c7eee6ab1c73930cbd3e66bf22621dec931cd04d6a86ce364f","id":"known-task-constraint-00","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"e3d4d8e95e8f7a1722aee48427b36e914796b7df45db21220ec8ba29c8e7e165","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"known-task-constraint-01.json","source_sha256":"dec5cf4e23752ba3af20564e34d5903ea218a3bf8ad39249c6f36857b27da611","id":"known-task-constraint-01","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"de3a5fcb27242e9486e901d8f90424a615f6188a50a5b98e266800dd80c9c387","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"known-task-correction-00.json","source_sha256":"6a2b729c2c8ce66bb275fe2618c8f97d17975a8c110f1fa11a6d6bdaa3d3b38a","id":"known-task-correction-00","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"fe90b535667c4df3089ea4f8e187c12cb9a56092579ae8148de2a20586618182","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"known-task-correction-01.json","source_sha256":"98d24dbbcd3cd63bedb84fc5d99679402102438bbfce701183a9e183f82254c8","id":"known-task-correction-01","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"3ecf788f75363d9bfb77bcf1917e74814aefaad530a4517ce5213c01883a0517","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"known-task-failed_attempt-00.json","source_sha256":"1715e1f92991d7425fc127c07bc646715b77f7c138414059b7060f815f0f37cc","id":"known-task-failed_attempt-00","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"b53fd50981bfda6166f9d48224687c2771615fe36c64589c10d4208f8c42a5e7","unchanged_arms":["B","C"],"continued_arms":{"A":{"before_verified":false,"before_correct_artifact":false,"added_model_calls":1,"added_prompt_tokens":3311,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"strategy":true,"batch_size":false,"retry_policy":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":5,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":9,"prompt_tokens":27031,"completion_tokens":322,"request_seconds":92.51157066799351,"truncated_generations":0},"context_tokens_proxy":1800,"cumulative_context_proxy":18808,"seconds":15.699381833983352}},"D":{"before_verified":false,"before_correct_artifact":true,"added_model_calls":1,"added_prompt_tokens":13543,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":3,"read_calls":2,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":9,"prompt_tokens":71341,"completion_tokens":452,"request_seconds":80.3469901260105,"truncated_generations":0},"context_tokens_proxy":2904,"cumulative_context_proxy":52925,"seconds":13.96077920802054}}}},
{"group":"continued","file":"known-task-failed_attempt-01.json","source_sha256":"b295f6d16a20947724a707e57c67f6a344a2adf8c8c665944cc777e19e46924a","id":"known-task-failed_attempt-01","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"8f685bbe16a310c1b36aee294d3575810fe45e019d79be70e4808ad71410ecb1","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"known-task-provenance-00.json","source_sha256":"5eba707bb043ea65799a715495606c7ce7fc06f9d03873175bbd9793404389bc","id":"known-task-provenance-00","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"8c707a3c9c945cff2c7a9cbecc3ee3152fff7c5816e16014d9e23cea47667d48","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"known-task-provenance-01.json","source_sha256":"bdb5839ab02fba0b455d865d3cfe79287c1c828d2d1527aa594f6b7a68744715","id":"known-task-provenance-01","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"c4d741b4fdfd1ab4eb69e7d2b1dd040484abdbf9bdc46625ac54659b19e0f0ac","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"known-task-units-00.json","source_sha256":"d3a58e43b9c5c87d28876d822c9e890868c0196b5b749b9f58b66ebc1451f388","id":"known-task-units-00","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"ece3cf21bf59a920b2857cd6d212d805c0aab45b17efbe1abe79a33bf37f709f","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"known-task-units-01.json","source_sha256":"758a00381e66a488c2b0945fee7576c0fbb84682b7a0d7f967303f387ec0aab3","id":"known-task-units-01","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"661c8119f3651e5dd894de04e601ec35f028d33b61fe8a8ad037d31fc7f0369a","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-artifact-00.json","source_sha256":"db740bbcfaf35c826585187a857522a6a7507cd50a02c6281b7f1463b75398b0","id":"task-artifact-00","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"cdfc21313f2cc8ecb70f37666986dc723bcf3c9c5a785912e67cbffde62f28a2","unchanged_arms":["B","C","D"],"continued_arms":{"A":{"before_verified":false,"before_correct_artifact":false,"added_model_calls":1,"added_prompt_tokens":3468,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":5,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":9,"prompt_tokens":28208,"completion_tokens":385,"request_seconds":52.66959837402101,"truncated_generations":0},"context_tokens_proxy":1930,"cumulative_context_proxy":19882,"seconds":12.374552791996393}}}},
{"group":"continued","file":"task-artifact-01.json","source_sha256":"bcc0fab2b8318845414c6ea459b504c46c2006a2c0cc8353c237d4b7c6e54597","id":"task-artifact-01","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"3ef8c5bc8cbae14c76051ec215c7981256c69cf5e5e1989bf90352ce9dd216d3","unchanged_arms":["C","D"],"continued_arms":{"A":{"before_verified":false,"before_correct_artifact":false,"added_model_calls":2,"added_prompt_tokens":6992,"added_completion_tokens":72,"prefix_verified_identical":true,"result":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":6,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":10,"prompt_tokens":31681,"completion_tokens":446,"request_seconds":108.74892270803684,"truncated_generations":0},"context_tokens_proxy":1931,"cumulative_context_proxy":22760,"seconds":29.665925291978056}},"B":{"before_verified":false,"before_correct_artifact":false,"added_model_calls":1,"added_prompt_tokens":5211,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":5,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":9,"prompt_tokens":42925,"completion_tokens":577,"request_seconds":108.01951195797301,"truncated_generations":0},"context_tokens_proxy":3036,"cumulative_context_proxy":29849,"seconds":15.393465041997842}}}},
{"group":"continued","file":"task-artifact-02.json","source_sha256":"e509acbadd4d888d01208f2cdc9371f33d3d99041db134c7c9407e690545eccf","id":"task-artifact-02","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"38801e7ea0be5211b87f8e010f841baead555deddcfe66e6d7a01528ed3fafe6","unchanged_arms":["C","D"],"continued_arms":{"A":{"before_verified":false,"before_correct_artifact":false,"added_model_calls":1,"added_prompt_tokens":3417,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":5,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":9,"prompt_tokens":27873,"completion_tokens":331,"request_seconds":115.96952012504335,"truncated_generations":0},"context_tokens_proxy":1921,"cumulative_context_proxy":19837,"seconds":4.723489208001411}},"B":{"before_verified":false,"before_correct_artifact":false,"added_model_calls":1,"added_prompt_tokens":5021,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":5,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":9,"prompt_tokens":42008,"completion_tokens":392,"request_seconds":92.07799591403455,"truncated_generations":0},"context_tokens_proxy":3110,"cumulative_context_proxy":30821,"seconds":14.906932458019583}}}},
{"group":"continued","file":"task-artifact-03.json","source_sha256":"c006884716ebbe90a76bc69564519628e47964d5e4345edc696101ce2467b1ff","id":"task-artifact-03","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"582854113f86f70b2eb87a2ce5580a3fd65c58be2531f0a52228def57895a5c5","unchanged_arms":["C","D"],"continued_arms":{"A":{"before_verified":false,"before_correct_artifact":false,"added_model_calls":1,"added_prompt_tokens":3484,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":5,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":9,"prompt_tokens":28414,"completion_tokens":391,"request_seconds":95.71916920796502,"truncated_generations":0},"context_tokens_proxy":1908,"cumulative_context_proxy":19753,"seconds":14.28165849999641}},"B":{"before_verified":false,"before_correct_artifact":false,"added_model_calls":1,"added_prompt_tokens":5089,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"artifact_path":false,"sha256":false,"schema_version":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":5,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":9,"prompt_tokens":42529,"completion_tokens":444,"request_seconds":112.40265183302108,"truncated_generations":0},"context_tokens_proxy":3066,"cumulative_context_proxy":30196,"seconds":17.127352250012336}}}},
{"group":"continued","file":"task-constraint-00.json","source_sha256":"68af281d0713770049fec295f4be70e3b879dcfc89aefb695512d4656ac54418","id":"task-constraint-00","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"a837fa192544758ba1b5978d8e87718e9484ed59eb5936dc36c8bd762865ae03","unchanged_arms":["B","C","D"],"continued_arms":{"A":{"before_verified":false,"before_correct_artifact":false,"added_model_calls":1,"added_prompt_tokens":3547,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"retention_days":false,"export_mode":false,"pii_allowed":true},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":5,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":9,"prompt_tokens":28875,"completion_tokens":457,"request_seconds":116.96409150102409,"truncated_generations":0},"context_tokens_proxy":1873,"cumulative_context_proxy":19493,"seconds":1.842832249996718}}}},
{"group":"continued","file":"task-constraint-01.json","source_sha256":"a21610b9067c5910b93813b52f5eefc85955b8dfeef730e0b563c8f5836b083d","id":"task-constraint-01","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"56ea4840414bd13eba6b403c9048b3f3e708e979e1e26d50e6f8e7667941e1cb","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-constraint-02.json","source_sha256":"650098d550b5772ade6ad057d75dfd8916b2d69335d451638ab76b29107993d7","id":"task-constraint-02","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"44dd26ab54f07523ff81c932a3bda2094533f0c0db56474469d649f1e8165105","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-constraint-03.json","source_sha256":"e749f8eecc7b35ef1347d2348eea9c7442077843dea168ccd9b5a87471aedc16","id":"task-constraint-03","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"ca64ad424947f02e3562b9c31fc8399f968034e65c7dce7844509daf2254a275","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-correction-00.json","source_sha256":"84ebb857323379a900dbb5bdaa46e979aa4612d8e923e1141418880110b7610c","id":"task-correction-00","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"4b7c5db684714e7df81279294163a4b57fadcb199a1844d2d9750784973063c8","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-correction-01.json","source_sha256":"0af7048814862ccaed3143c21c2f9f8214d06b53e7ed4b534dbbebc06aa56240","id":"task-correction-01","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"26c35f8d518d0c5a89c637571b8f069567b4b5f8f5a9666d3107bbbebce8f46a","unchanged_arms":["C"],"continued_arms":{"A":{"before_verified":false,"before_correct_artifact":false,"added_model_calls":1,"added_prompt_tokens":3523,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"region":true,"replicas":false,"release":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":5,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":9,"prompt_tokens":28315,"completion_tokens":439,"request_seconds":59.13424274805584,"truncated_generations":0},"context_tokens_proxy":1912,"cumulative_context_proxy":19780,"seconds":0.010484166006790474}},"B":{"before_verified":false,"before_correct_artifact":false,"added_model_calls":1,"added_prompt_tokens":5136,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"region":false,"replicas":false,"release":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":5,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":9,"prompt_tokens":42474,"completion_tokens":500,"request_seconds":63.83909721096279,"truncated_generations":0},"context_tokens_proxy":3093,"cumulative_context_proxy":30418,"seconds":0.014892042003339157}},"D":{"before_verified":false,"before_correct_artifact":true,"added_model_calls":1,"added_prompt_tokens":10981,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"region":true,"replicas":true,"release":true},"search_calls":2,"read_calls":2,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":8,"prompt_tokens":72165,"completion_tokens":462,"request_seconds":37.42582729193964,"truncated_generations":0},"context_tokens_proxy":3093,"cumulative_context_proxy":55691,"seconds":5.082731333997799}}}},
{"group":"continued","file":"task-correction-02.json","source_sha256":"a62bed78ff8c82980977e0a777d1e678cbda9903ce946039755fe0cdcb4c47a2","id":"task-correction-02","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"3b5ed821f3b7ea29169bbf6882a89156861b66c88b587a437d52e8f1865eb26a","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-correction-03.json","source_sha256":"cdb230d703a1ad1892463e31206d9032ad93457a450f32ee6fe81c87e3c419b3","id":"task-correction-03","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"83dd0b4452ea63360965ffe507e741f080298c85eddc2da84025a749ed539fd4","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-failed_attempt-00.json","source_sha256":"fc1a58872b62c5eb41980c790278a17f7697652e300f365ef2b6067b189b94a8","id":"task-failed_attempt-00","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"c9c9191ab9520195bb751b1279511ff73bcd1fe0820c7075838aa3feca007834","unchanged_arms":["D"],"continued_arms":{"A":{"before_verified":false,"before_correct_artifact":false,"added_model_calls":1,"added_prompt_tokens":3418,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"strategy":false,"batch_size":false,"retry_policy":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":5,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":9,"prompt_tokens":27976,"completion_tokens":340,"request_seconds":58.82883749893517,"truncated_generations":0},"context_tokens_proxy":1942,"cumulative_context_proxy":20065,"seconds":0.010435916017740965}},"B":{"before_verified":false,"before_correct_artifact":false,"added_model_calls":2,"added_prompt_tokens":10244,"added_completion_tokens":73,"prefix_verified_identical":true,"result":{"correct_artifact":false,"verified_completion":false,"field_correct":{"service":true,"strategy":true,"batch_size":false,"retry_policy":false},"search_calls":0,"read_calls":0,"invalid_actions":0,"failed_validations":6,"constraint_violations":0,"evidence_record_recall":0.0,"actor_cost":{"calls":10,"prompt_tokens":47780,"completion_tokens":505,"request_seconds":79.51557691697963,"truncated_generations":0},"context_tokens_proxy":3113,"cumulative_context_proxy":34081,"seconds":0.016274667024845257}},"C":{"before_verified":false,"before_correct_artifact":false,"added_model_calls":2,"added_prompt_tokens":26428,"added_completion_tokens":75,"prefix_verified_identical":true,"result":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"strategy":true,"batch_size":true,"retry_policy":true},"search_calls":3,"read_calls":1,"invalid_actions":0,"failed_validations":1,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":8,"prompt_tokens":76672,"completion_tokens":587,"request_seconds":74.37836641698959,"truncated_generations":0},"context_tokens_proxy":3113,"cumulative_context_proxy":59230,"seconds":22.492570749978768}}}},
{"group":"continued","file":"task-failed_attempt-01.json","source_sha256":"e03e92e5f0399c010075e71fc46481ce07be96938872f777605075c05d2b10ef","id":"task-failed_attempt-01","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"4a410e84720b133e3da545961355f0d692c9e581dea9b280342b27a6d9a21e3c","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-failed_attempt-02.json","source_sha256":"29730471da270aa50ab830de5a6b3fb2c09558401d8fdf4fe1b35403c9ca3ca3","id":"task-failed_attempt-02","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"4e3bbd42a5b2d9017134151c4a3ea2168c37b918a7b18e074d0c7f8ea5b0b93b","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-failed_attempt-03.json","source_sha256":"840ce1b3f7732c7f5943b2679054525c66e91d5171b63ce1f4ba75e9d1146487","id":"task-failed_attempt-03","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"b0b865da6a6b223d1359d49e35215d9e4f9c0a7add58c8cc338fed10f1ba8f14","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-provenance-00.json","source_sha256":"26766270c100c81c784bdc7cd2ab3b500c8a96c702f5e51ee9d4842248c325d5","id":"task-provenance-00","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"1ebdabfe47a9584e4d7d55833f0a165ccb3967b9c0468ec3ace6f1e3dd29e34b","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-provenance-01.json","source_sha256":"5889b87affa245aebf2f6703799d6666fb04c9733945df0f5817bb927b58e825","id":"task-provenance-01","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"4ebdfeada177383ca0889db6f385ad3f4e93beaf3db8ff2d8fcbc8e33f7d5bd5","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-provenance-02.json","source_sha256":"730bf2c5e6e02f2da3737ccd125a092f283a17bb7b5fcc22d846d2ae91053d57","id":"task-provenance-02","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"f9fda66e3f2a874730456f7197a32f3b2297e3df92471b0321cae06edd5167bf","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-provenance-03.json","source_sha256":"dfc1ecfa9b32602be9ddf89b0a4cc4db252d9fc703c0aaf8c74dc17213ff1d1e","id":"task-provenance-03","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"dac729f1e9ff0f0f018035ed0f59402076bbdf25b85bb4ccecb7732eb5ffb232","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-units-00.json","source_sha256":"996050f5676a26dc9d934fbbceffe96ac1d870c837b426efcbcfc1c6f400e84b","id":"task-units-00","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"eb11e0ce8133b4e5a928c346c66cefa1788c1747fb0e46523f9c6b23992f7206","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-units-01.json","source_sha256":"6d8e4bbf4c423b448bb22c65fafbd48338551f868aa1607b90a9bd390096aef4","id":"task-units-01","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"c1ed771e247e3195d9827dfd6623b827ae4faac6bdf962796a544b300cc95a86","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"continued","file":"task-units-02.json","source_sha256":"ff9ad05e93b9085b17491291364e820f92576bb95ed71892c20fb73bfe8b6e4e","id":"task-units-02","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"1e66488b0277954d1546b4ee4a950226e9483c9c0223e32e1b502bea6aabcb96","unchanged_arms":["A","B","C"],"continued_arms":{"D":{"before_verified":false,"before_correct_artifact":true,"added_model_calls":1,"added_prompt_tokens":13464,"added_completion_tokens":15,"prefix_verified_identical":true,"result":{"correct_artifact":true,"verified_completion":true,"field_correct":{"service":true,"timeout_ms":true,"max_payload_bytes":true,"replicas":true},"search_calls":3,"read_calls":2,"invalid_actions":0,"failed_validations":0,"constraint_violations":0,"evidence_record_recall":1.0,"actor_cost":{"calls":7,"prompt_tokens":67339,"completion_tokens":262,"request_seconds":49.70195141705335,"truncated_generations":0},"context_tokens_proxy":3095,"cumulative_context_proxy":52847,"seconds":14.603135416982695}}}},
{"group":"continued","file":"task-units-03.json","source_sha256":"7022c3715c8d00ed2ed5067b6b0dc622dc653e1b881a49701e5b834ad0a0c3ae","id":"task-units-03","protocol_hash":"091b0b28c8eb9b20c58da5ae60d4c65c58a2ad68a4c7d0bec815dcd745102541","original_result_hash":"1953686f76ad3c16ba7bb2795d896dc2ebc52e19e60902b36c522a4a0a0efc23","unchanged_arms":["A","B","C","D"],"continued_arms":{}},
{"group":"oracle","file":"0ddfec37.json","source_sha256":"986f4f3c6a5ff4ad1598b5692869a4de03e26461a2ccfae1fe7d227973080f38","id":"0ddfec37","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":6062,"grade":{"correct":true,"valid":true,"request_hash":"4b235725eb15ec2f0c7598ec983fb85fbbda37a3e4f8040f3ae63c230f793076","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":5.0959164169908036,"usage":{"prompt_tokens":6687,"total_tokens":6729,"completion_tokens":42,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"1568498a.json","source_sha256":"2185f10d098cb510d0f652992f249f838a46d4e9ef73e49e9c85e2a41f7fc713","id":"1568498a","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":2610,"grade":{"correct":true,"valid":true,"request_hash":"7c18af9492b14b8764ce3f38ca5ae2cb7f70192617e98d2b86d6064967173058","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.1336084170034155,"usage":{"prompt_tokens":3196,"total_tokens":3219,"completion_tokens":23,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"18dcd5a5.json","source_sha256":"a30fb0f60a06b49682f97c3b7a74c239e1a83be4c6418ccc89eed87107be5c5b","id":"18dcd5a5","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":910,"grade":{"correct":true,"valid":true,"request_hash":"fb0bd368f22d2bf15a213e07b1b5459a0742e2d60e566c634b7b0458e845ba1d","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.5655199169996195,"usage":{"prompt_tokens":1173,"total_tokens":1186,"completion_tokens":13,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"1d4e3b97.json","source_sha256":"72543353cde4b9e8331d9373cf22bf0180c7292c6203e182d2b3a68d1f29a24a","id":"1d4e3b97","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":3661,"grade":{"correct":true,"valid":true,"request_hash":"03083af63f1976d4c0b0da6948af2d39fd92968b3fa93eddaae2adf63f6dd2a6","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.632317666982999,"usage":{"prompt_tokens":4115,"total_tokens":4152,"completion_tokens":37,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"22d2cb42.json","source_sha256":"b4e81202c979589ea5952d18c66a696cadabc940facdbacb4065dcf1ef21a0f5","id":"22d2cb42","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":5754,"grade":{"correct":true,"valid":true,"request_hash":"2696c46a66eff55d40205951958f76e839ce3c2b3cd2e6e10caf62aff81023dd","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":11.45448770801886,"usage":{"prompt_tokens":6314,"total_tokens":6345,"completion_tokens":31,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"29f2956b_abs.json","source_sha256":"eac43230aaeddc7484cf5cda912de54ff5506e95f2d092912d9f18b1d0447d33","id":"29f2956b_abs","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":4246,"grade":{"correct":true,"valid":true,"request_hash":"cb32921a6bb10aeee304d7d19789ee81a7b25315b6fd5726e4e8dc10d5eb9f85","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":5.695920041005593,"usage":{"prompt_tokens":4685,"total_tokens":4722,"completion_tokens":37,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"311778f1.json","source_sha256":"c2f61aa038ba3fe30bd41ad5f796ff1c81c2338766f9b4842ea859e5a8df525d","id":"311778f1","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":3798,"grade":{"correct":true,"valid":true,"request_hash":"429c839e9607d9dc98c7f61f32c28857b25eef5889cb161caee35c2696586afa","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.3175380839966238,"usage":{"prompt_tokens":4234,"total_tokens":4249,"completion_tokens":15,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"32260d93.json","source_sha256":"1646c59072752d0697e09e42fd30c62be584f6a168db8c36b822710fe8bca59b","id":"32260d93","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":3851,"grade":{"correct":true,"valid":true,"request_hash":"c50e0b7ec0062e255ecc0ae2451ebac6146ba55634d74054f5570eda85d1b126","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":17.791444875008892,"usage":{"prompt_tokens":4258,"total_tokens":4390,"completion_tokens":132,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"35a27287.json","source_sha256":"bd362dd8ff637a102bcd2c3a13e7c1303a8178bbc80d2deebed951b2ca7428d4","id":"35a27287","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":4594,"grade":{"correct":false,"valid":true,"request_hash":"da193c7180c846b1e78356e3da7657868cdb4845b0b84581cd9f65bd094972cc","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":12.484391083009541,"usage":{"prompt_tokens":5084,"total_tokens":5199,"completion_tokens":115,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"60472f9c.json","source_sha256":"aed14457f6d01f5d3de442c1dc3e277dabefc6a529a081910751f0c35a7bd853","id":"60472f9c","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":11722,"grade":{"correct":true,"valid":true,"request_hash":"6354934b13de2f8c55d082e700eb84c780b15caa7e2492c87f8a20cc95225918","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":10.569924457988236,"usage":{"prompt_tokens":12610,"total_tokens":12671,"completion_tokens":61,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"60d45044.json","source_sha256":"e0494e18cb445da420d2242d2907a56ebc2e00a57e8dffce61f9228cbe5645bc","id":"60d45044","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":3542,"grade":{"correct":true,"valid":true,"request_hash":"2f39144300e8d1f3e2e44871a29f38b60ab77b68d408827725b1f1370fc652d2","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.795648125000298,"usage":{"prompt_tokens":3915,"total_tokens":3928,"completion_tokens":13,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"681a1674.json","source_sha256":"b19b3c8410ce385fe889cce90c1aa47722afcd7b0c392325be4265a4d1556647","id":"681a1674","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":7374,"grade":{"correct":true,"valid":true,"request_hash":"536828d503e1e8d91a1a16828f0bd2ad26155398b5a71cc743a08870e5c4af43","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":10.296100791019853,"usage":{"prompt_tokens":8127,"total_tokens":8203,"completion_tokens":76,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"6a1eabeb.json","source_sha256":"c730cc31c1867b6adb8c44dfe1a53f13448a717cd4ec89fcd518f944789d8f7d","id":"6a1eabeb","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":8131,"grade":{"correct":true,"valid":true,"request_hash":"3a7f6307ab8307026e42f02f175a647f03c7585a4ed8c6ba8965cf66fceca290","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":3.3265762499941047,"usage":{"prompt_tokens":8889,"total_tokens":8909,"completion_tokens":20,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"6aeb4375_abs.json","source_sha256":"46279450595be8acd21352556bd2013a8b32f9ab62b485b2544db2bb6494f461","id":"6aeb4375_abs","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":5855,"grade":{"correct":true,"valid":true,"request_hash":"58ae6b28d66919d23eaeaaf7e4f5f8697b3957793f96437ebe34026b9d75d6ff","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":8.917233125015628,"usage":{"prompt_tokens":6398,"total_tokens":6446,"completion_tokens":48,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"6c49646a.json","source_sha256":"91697e987177536519e09dcb0088ce17b6479d0fe33771458bbe7c8d16d3db90","id":"6c49646a","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":6515,"grade":{"correct":true,"valid":true,"request_hash":"7ce19234ccae91ce72321f10cb50c7804ff9bc001cbe9e5d45468e1f2d667f3c","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":9.15369533302146,"usage":{"prompt_tokens":7162,"total_tokens":7284,"completion_tokens":122,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"6cb6f249.json","source_sha256":"47d59d6f6f22ed0bfba2f708c676b0cd46d3f7dfbaf8289733f02d7945b7eebb","id":"6cb6f249","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":7337,"grade":{"correct":true,"valid":true,"request_hash":"4d1e4bf5528f03f0ce65c00d020047b241272d0ce382261af7b6b56ddd2e706d","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":11.78914508302114,"usage":{"prompt_tokens":8037,"total_tokens":8103,"completion_tokens":66,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"6e984302.json","source_sha256":"0d94a6eaa9930f9dfdb724f21536b4fa07b2db4e453a7663d5aa2671f305a4bd","id":"6e984302","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":9023,"grade":{"correct":true,"valid":true,"request_hash":"c57236263a3782aa570ef42ab4e5abedc1e0a847095909577a603eea0c7771a8","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":9.77717174999998,"usage":{"prompt_tokens":9721,"total_tokens":9832,"completion_tokens":111,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"7161e7e2.json","source_sha256":"06525e467cdb61b4214565521248aaff1abf8d911fda3e1ff78a2e87a609fbfc","id":"7161e7e2","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":2525,"grade":{"correct":true,"valid":true,"request_hash":"1f5060874f8227ed2708b1609d131b314096103b7e1942f8f7ac26effba3bdb9","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":4.174948291998589,"usage":{"prompt_tokens":2941,"total_tokens":2991,"completion_tokens":50,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"88432d0a_abs.json","source_sha256":"6b706cc1975a699b7ea1910ea36d02fe8bd0c27d87e3c8465fbe9a782f3ff70b","id":"88432d0a_abs","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":13608,"grade":{"correct":true,"valid":true,"request_hash":"02443e778e2d313f3d10b1c84fb22afbe3b08caed79e6beda7e0692d663b594e","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":6.411926000000676,"usage":{"prompt_tokens":14811,"total_tokens":14835,"completion_tokens":24,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"8ebdbe50.json","source_sha256":"c945b351e2d37544143fc9477a93d8aef2f9a61ba5ba6510823b98b01b6e2e96","id":"8ebdbe50","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":4177,"grade":{"correct":true,"valid":true,"request_hash":"aeea4be4d117b5676b01196774d2053aa9034a95cd587b82293384a180ea2f82","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":6.464122707984643,"usage":{"prompt_tokens":4633,"total_tokens":4644,"completion_tokens":11,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"982b5123_abs.json","source_sha256":"144002a6f7d7ac08b37c249b5e8c1dc562a53f8a382e6590a7f0b62c29ace6db","id":"982b5123_abs","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":6598,"grade":{"correct":true,"valid":true,"request_hash":"87d1428ede118f8229bde4cb86ef4588e2ae0944edd5d0d12f731ab4854900c0","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":6.062979250011267,"usage":{"prompt_tokens":7189,"total_tokens":7228,"completion_tokens":39,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"a2f3aa27.json","source_sha256":"3fa0a90b754827234dfebba80e089a9677aadad175d1674a328f5de786933d23","id":"a2f3aa27","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":5841,"grade":{"correct":true,"valid":true,"request_hash":"f0bda5b5344c0ea37747335e5d339f852be954a7910f89297cd46a2a0ba17748","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":12.869384916994022,"usage":{"prompt_tokens":6473,"total_tokens":6536,"completion_tokens":63,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"a82c026e.json","source_sha256":"e44ea798e55e87934a436a301e158167079843866e28abee169b21f73315f91a","id":"a82c026e","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":2804,"grade":{"correct":true,"valid":true,"request_hash":"00b4676d587f280e097d2db838ca526d4dccfa09e22bbf9b2cea9220c337dec2","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":9.300607041019248,"usage":{"prompt_tokens":3227,"total_tokens":3242,"completion_tokens":15,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"afdc33df.json","source_sha256":"ff8da1d0a72e3f28080fa5408bc3aefbbe98bbc015c71e9f3b908fcd80bf30f0","id":"afdc33df","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":5102,"grade":{"correct":true,"valid":true,"request_hash":"ab96ce0cf38369101c2279a8ee670851f698b244da2a8ec8974bb41ec401832c","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":26.21602449999773,"usage":{"prompt_tokens":5585,"total_tokens":5914,"completion_tokens":329,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"c18a7dc8.json","source_sha256":"69d2b3a6de4a11cdeedac0a3c4657afb87c3d14c2d0b779772be32fc13347e66","id":"c18a7dc8","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":7791,"grade":{"correct":true,"valid":true,"request_hash":"8d89da344114fa22253e4ebd88c8ddffb641cd1a108afac836a2eb585854bc11","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":12.050644875009311,"usage":{"prompt_tokens":8473,"total_tokens":8593,"completion_tokens":120,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"c19f7a0b.json","source_sha256":"062da4f41113f6ae95eac35b65036e8114d282735dc09d1610683bc0337a1e1f","id":"c19f7a0b","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":3209,"grade":{"correct":true,"valid":true,"request_hash":"348eb5452c7a1a4c0776dec91e20929c177d441ccd0d692d2bba6487658eb74d","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":8.999512416979996,"usage":{"prompt_tokens":3612,"total_tokens":3629,"completion_tokens":17,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"c7cf7dfd.json","source_sha256":"d7c8579d139630a61de27540a8b1b0ad4dce2a7737f7c3ae8fe1a56afee8ad53","id":"c7cf7dfd","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":2247,"grade":{"correct":true,"valid":true,"request_hash":"3d5dc84a94d06dd00133b630c6515d03d1ca6a8fe39109622189b28135019856","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.366691165982047,"usage":{"prompt_tokens":2681,"total_tokens":2707,"completion_tokens":26,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"c8090214_abs.json","source_sha256":"597c36fe9181a9b075f445eb1870d81cceb0d52ff4eb01aa95abc95bdd0dbbb6","id":"c8090214_abs","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":6823,"grade":{"correct":true,"valid":true,"request_hash":"17d182da8198e96536e4b70482f363d07350b9eb864b1e5feab022ceb57973a9","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":7.136119000002509,"usage":{"prompt_tokens":7703,"total_tokens":7757,"completion_tokens":54,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"caf03d32.json","source_sha256":"f0ee333828610f9b6c75b4736fde89ff4cd0bc847c369b5b763bcedc6a898ff2","id":"caf03d32","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":5153,"grade":{"correct":true,"valid":true,"request_hash":"88cf136357d2529395dadef33f2c49fc4cdce18a9623472ff17fcb5cd6daf2d0","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":26.729363125021337,"usage":{"prompt_tokens":5664,"total_tokens":6057,"completion_tokens":393,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"e493bb7c.json","source_sha256":"00c3c955e3e08d484a24bf21fe94b2ca2edbcbcc8e29ebb9f9acbb385ca6ce97","id":"e493bb7c","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":7208,"grade":{"correct":true,"valid":true,"request_hash":"e6cb70b7b2a27fc1676c3836eaa8c8250618c58f80ae2bede8ed396569505f4f","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":8.769639292004285,"usage":{"prompt_tokens":7794,"total_tokens":7909,"completion_tokens":115,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"e8a79c70.json","source_sha256":"11b287b0c7d040ea4119a01cae65838abf1052b6ccb7ef0d09fd18309038d66c","id":"e8a79c70","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":1211,"grade":{"correct":true,"valid":true,"request_hash":"01e46ed60c701940583ed1ea561ece831b1f2432042eb4a3c804bdd79c479b50","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":1.230578874994535,"usage":{"prompt_tokens":1533,"total_tokens":1545,"completion_tokens":12,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"ed4ddc30.json","source_sha256":"d7e6382bb6437f25445cca92f566750ef9141f9df0252c6a32fb2091b8cb97e2","id":"ed4ddc30","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":8295,"grade":{"correct":true,"valid":true,"request_hash":"c25b7282380dfe0c4056f1b6f3fa43a86efd55ec24ca8633165e2e97cf728fa4","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":8.385450541012688,"usage":{"prompt_tokens":9020,"total_tokens":9097,"completion_tokens":77,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"ef9cf60a.json","source_sha256":"e95fceabc3b86665c0d9fbac9899f1553e22ade855305bddf8dc3abd0f974c4d","id":"ef9cf60a","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":6387,"grade":{"correct":true,"valid":true,"request_hash":"4753dd993bacc666bd04c315c82a3a4e93f37fb29d9e6f9a892fecd2f3a85579","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":14.907609082991257,"usage":{"prompt_tokens":6972,"total_tokens":7109,"completion_tokens":137,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"f523d9fe.json","source_sha256":"cffa4dd8ba409d761787ce4f1586da03c1d63773024e5f4261b7780ce539c0a8","id":"f523d9fe","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":1823,"grade":{"correct":true,"valid":true,"request_hash":"7877c175c5f55839b38dd917d07a83cb322365596a8e359fffe26d8c09a30723","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":4.337534082995262,"usage":{"prompt_tokens":2253,"total_tokens":2291,"completion_tokens":38,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"f8c5f88b.json","source_sha256":"027ed96abb686893c038eefc852e7d4fa00ebcae809bad511e96961574d49dfa","id":"f8c5f88b","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":3211,"grade":{"correct":true,"valid":true,"request_hash":"4e188b288bf15757c73f531c8e0252125cc3f361ab2c6f811c29a1fb1bffef20","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":2.8203168750042096,"usage":{"prompt_tokens":3639,"total_tokens":3652,"completion_tokens":13,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"fca70973.json","source_sha256":"961efc617493d92e63956f26a3f8c8a2bdf06aba0d0ab5bba07106978750ad18","id":"fca70973","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":3641,"grade":{"correct":true,"valid":true,"request_hash":"57c547513eefe8e011eaad8660de6b3746f688f15aba7fc8e9aff3529d315629","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":33.35281491698697,"usage":{"prompt_tokens":4033,"total_tokens":4545,"completion_tokens":512,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"length","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"gpt4_4929293a.json","source_sha256":"eb8899842395246fbab841289f22af72a7349c7b545298a941f8750dc287e706","id":"gpt4_4929293a","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":6788,"grade":{"correct":true,"valid":true,"request_hash":"188381c8ede94e53a1ad4df8ccae623466d474766d5b02691922b383edda26db","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":9.452163374982774,"usage":{"prompt_tokens":7405,"total_tokens":7522,"completion_tokens":117,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"gpt4_61e13b3c.json","source_sha256":"f642666a945a059079d177b5b8586a39167ecbf2c04aee58b35aececda0ce140","id":"gpt4_61e13b3c","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":7745,"grade":{"correct":true,"valid":true,"request_hash":"03fc158bb3609049a9f021e33a5dcabd9018005495b9f9f9891bca781cb0f065","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":14.593917292018887,"usage":{"prompt_tokens":8478,"total_tokens":8627,"completion_tokens":149,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"gpt4_68e94288.json","source_sha256":"2d1ef6e72e446a1785daa279d9ab3064fded1218ea7aad92e1955b0e35920611","id":"gpt4_68e94288","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":6875,"grade":{"correct":true,"valid":true,"request_hash":"fa7879b22e3fe94747c59f5c65be9166d50d8b463cfce67b79908336f2cb9ea3","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":5.211675500002457,"usage":{"prompt_tokens":7529,"total_tokens":7558,"completion_tokens":29,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"gpt4_7ca326fa.json","source_sha256":"bd7bf10bccb682a72e13b0699a9505f605b63aaadbdc27a422211e519dcd3738","id":"gpt4_7ca326fa","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":8785,"grade":{"correct":true,"valid":true,"request_hash":"6c1555583b0c87264621ec20228cc3e294bbd9717d2c2812f054dc4fefe841e6","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":17.260426166991238,"usage":{"prompt_tokens":9602,"total_tokens":9807,"completion_tokens":205,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"gpt4_93159ced_abs.json","source_sha256":"1dfc261de8ad86fb05f05bfc0b9119ac6c2fd5e49fe7484cfc2a7bbd48b342ed","id":"gpt4_93159ced_abs","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":7436,"grade":{"correct":true,"valid":true,"request_hash":"833cea87fce89a8b05e9fe640ec89c2f44bb64b4506585194bc87b36a303b137","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":9.240588957996806,"usage":{"prompt_tokens":8112,"total_tokens":8192,"completion_tokens":80,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"oracle","file":"gpt4_d31cdae3.json","source_sha256":"358ce79093c0a9f1e8b5e0b519ea1ca8e645138c2bbc0c9871c1780354c1f9d2","id":"gpt4_d31cdae3","diagnostic_protocol_hash":"6377f1f5b5864544b15c34ee9a9c6b12612a7025b6de462f222be474df94c8fc","context_tokens_proxy":6205,"grade":{"correct":true,"valid":true,"request_hash":"3de819592b0632db050fa85717f0c1438900c0d6f88aaa6717717312d233c797","official_grader_source_sha256":"ecce9c4c79dc89d99534ac17b383a5cbb5b9f0c69ee98adaf0684742e3d95251"},"reader_metrics":{"seconds":8.451374874974135,"usage":{"prompt_tokens":6823,"total_tokens":6959,"completion_tokens":136,"prompt_tokens_details":{"cached_tokens":0,"created_cache_tokens":0,"multimodal_tokens":null},"completion_tokens_details":{"reasoning_tokens":0}},"finish_reason":"stop","attempts":1,"response_model":"qwen3.8-flash-next"}},
{"group":"public_failures","file":"60472f9c.json","source_sha256":"e9ddeffe3eac0fe9df8e968f6347af6483573954f2e60ee7326c7119fccb06de","id":"60472f9c"},
{"group":"public_failures","file":"60d45044.json","source_sha256":"102a6170267bcf81e319a6592165bfb1d8eef93ebf5ccd72971158cc195c9f99","id":"60d45044"},
{"group":"public_failures","file":"6cb6f249.json","source_sha256":"22ef37f98ffba403487d930f2d6a9e99dd090941cdd277d85ab0c17763a01baa","id":"6cb6f249"}
]