{"schema_version":1,"kind":"first_party_snapshot","batch_id":"q5-policy-projection-20261001055103584","revision":307,"status":"complete","generated_at":"2026-10-01T05:51:03.584Z","published_at":"2026-10-01T05:51:03.584Z","question_pack_id":"coding-fast","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7157bac446b895f69c8452bae7f6f447f5225e9fa26ef2bafe587ead55e8f22a","score_baseline_id":"coding-fast-v4.12:q5-policy:sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","evaluation_profile":"full","runner_commit":"a932f4cd7c1dc8d177ae393ec5f56e3a1b36ee06+evaluation-runner.sha256:83ffe449abd320161dbdc91943b8eced6448f08832c8614c313c412cb90616b7","pricing_snapshot_id":"pricing-v1-acad1636a462ed6d6c07e48208b59e6b10cbe4fbbcce24b632e062fb26ef166b","environment":{"os":"Linux 6.18.54-cloudflare-microvm-2026.9.16","machine_profile":"x86_64","app_version":"evaluation-runner:sha256:83ffe449abd320161dbdc91943b8eced6448f08832c8614c313c412cb90616b7","codex_version":"not_applicable:endpoint_api","python_version":"3.13.15"},"retry_policy":{"schema_version":2,"mode":"app_rules_v1","selective_score_retry":false,"max_concurrent_targets":16,"max_concurrent_targets_by_connection":{"glm":4},"rules":{"timeout":{"max_retries":0,"timeout_seconds":3600}}},"grader_replay":{"status":"matched","method":"independent_regrade","regraded_at":"2026-09-30T22:24:22.755+00:00","raw_answer_bundle_sha256":"sha256:7b24394bce7e6f25e0815ea327dab00334d06abbab2cb1574b91cba074fa5a07","manifest_sha256":"sha256:31dbce4da25a918325a19c6f789a4863822b5d55566ace262c9a72e85175a01e","q5_policy":"q5-independent-audit-14-6-v1","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/4dfe540bc10eebf967834bed831efad54b62c9103c211ea892ea3a8439e620d9.json"},"planned_configuration_ids":["Claude:claude-fable-5-1:high","Claude:claude-fable-5-1:max","Claude:claude-fable-5-1:xhigh","Claude:claude-opus-4-8:high","Claude:claude-opus-4-8:max","Claude:claude-opus-4-8:xhigh","Claude:claude-opus-5-5:max","Claude:claude-opus-5-5:xhigh","Claude:claude-opus-5:high","Claude:claude-opus-5:max","Claude:claude-opus-5:xhigh","GEMINI:gemini-3.7-flash-high:default","GEMINI:gemini-3.8-flash-high:default","cloudflare-reference:gpt-5.6-luna:high","cloudflare-reference:gpt-5.6-luna:low","cloudflare-reference:gpt-5.6-luna:max","cloudflare-reference:gpt-5.6-luna:medium","cloudflare-reference:gpt-5.6-luna:xhigh","cloudflare-reference:gpt-5.6-sol:high","cloudflare-reference:gpt-5.6-sol:low","cloudflare-reference:gpt-5.6-sol:max","cloudflare-reference:gpt-5.6-sol:medium","cloudflare-reference:gpt-5.6-sol:xhigh","cloudflare-reference:gpt-5.6-terra:high","cloudflare-reference:gpt-5.6-terra:low","cloudflare-reference:gpt-5.6-terra:max","cloudflare-reference:gpt-5.6-terra:medium","cloudflare-reference:gpt-5.6-terra:xhigh","cloudflare-reference:gpt-6-astra:high","cloudflare-reference:gpt-6-astra:low","cloudflare-reference:gpt-6-astra:max","cloudflare-reference:gpt-6-astra:medium","cloudflare-reference:gpt-6-astra:xhigh","cloudflare-reference:gpt-6-luna:high","cloudflare-reference:gpt-6-luna:low","cloudflare-reference:gpt-6-luna:max","cloudflare-reference:gpt-6-luna:medium","cloudflare-reference:gpt-6-luna:xhigh","cloudflare-reference:gpt-6-sol:high","cloudflare-reference:gpt-6-sol:low","cloudflare-reference:gpt-6-sol:max","cloudflare-reference:gpt-6-sol:medium","cloudflare-reference:gpt-6-sol:xhigh","codex-local:gpt-6.1-sol:high","codex-local:gpt-6.1-sol:low","codex-local:gpt-6.1-sol:max","codex-local:gpt-6.1-sol:medium","codex-local:gpt-6.1-sol:xhigh","deepseek:deepseek-v4-flash-vision-exp:high","deepseek:deepseek-v4-flash-vision-exp:max","deepseek:deepseek-v4-flash:high","deepseek:deepseek-v4-flash:max","deepseek:deepseek-v4-pro:high","deepseek:deepseek-v4-pro:max","deepseek:deepseek-v4.1-flash-expires-on-0910:high","deepseek:deepseek-v4.1-flash-expires-on-0910:max","glm:glm-5.3-flash:high","glm:glm-5.3-flash:max","glm:glm-5.3:high","glm:glm-5.3:max","grok-api:grok-4.6:high","grok-api:grok-4.6:xhigh","grok-api:grok-4.7:high","grok-api:grok-4.7:xhigh","hy:hy4-preview:high","kimi:k3:high","kimi:kimi-for-coding:high","minimax:MiniMax-M3.1-Flash-Preview:high","minimax:MiniMax-M3.1-Flash-Preview:low","minimax:MiniMax-M3.1-Flash-Preview:max","minimax:MiniMax-M3.1-Flash-Preview:medium","minimax:MiniMax-M3.1-Flash-Preview:xhigh","minimax:MiniMax-M3:high","opencode:space-bunny-free:default","opencode:union-alpha:default","openrouter-opus55:anthropic/claude-sonnet-5.5:xhigh","openrouter:qwen/qwen3.8-27b:default","qwen:qwen3.8-flash:default","qwen:qwen3.8-max:default","stepfun:step-5-preview:default","xiaomi:mimo-v2.6-flash:default","xiaomi:mimo-v2.6-pro:default"],"question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"entry_count":82,"entries":[{"model_configuration_id":"Claude:claude-fable-5-1:high","model_configuration":{"provider_id":"Claude","raw_model_id":"claude-fable-5-1","canonical_model_id":"claude-fable-5-1","display_name":"claude-fable-5-1","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2aef27d2b7d09770851a22e91c3035f0a8c298504301d31aa417f1aeb15241a9","score":73,"max_score":100,"question_scores":{"01_session_bundle_repair":11,"02_code_counterexample_maxgap":15,"03_ci_optimality_certificate":13,"04_transaction_regression_design":16,"05_cache_regression_test_design":18},"elapsed_ms":529947,"usage":{"input_tokens":12544,"cached_input_tokens":0,"cache_write_input_tokens":0,"output_tokens":48259},"estimated_api_cost_usd":2.53839,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-05T21:56:37.555+00:00","source_evidence_group_id":"result-04f180f2-b284-4070-8109-dfc488b8c029","run_manifest_sha256":"sha256:2678dc9bbdfa86f3a8b4283ec05fb98ace21ef4b6e39731683ebf7751061ff73","metrics_basis":"adopted_observations","elapsed_basis":"union_of_adopted_observation_intervals","result_id":"result-04f180f2-b284-4070-8109-dfc488b8c029","attempt_count_basis":"selected_history_operations_and_v2_generations","provider_request_count":null,"baseline_units":5,"execution_origin_indices":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":0,"03_ci_optimality_certificate":0,"04_transaction_regression_design":0,"05_cache_regression_test_design":0},"cost_usage":{"input_tokens":12544,"output_tokens":48259,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":0},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":15,"score":18,"source_ref":"private/evaluation-publication-rehearsal/objects/9a0da2192a5e0160c4d0d775a9b4e40beb04c1602dbaa422dce74117547a244e.json","original_identity":{"generation":"sha256:80972530c53acf879d320de94d0aa5a07dafaa31f277a6dbd089ce3c4be848a8","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:80972530c53acf879d320de94d0aa5a07dafaa31f277a6dbd089ce3c4be848a8","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:1a266cba1451b792685d64e959407eaaa1baac1eca175975f7828f5bdacafca7"}},{"model_configuration_id":"Claude:claude-fable-5-1:max","model_configuration":{"provider_id":"Claude","raw_model_id":"claude-fable-5-1","canonical_model_id":"claude-fable-5-1","display_name":"claude-fable-5-1","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2aef27d2b7d09770851a22e91c3035f0a8c298504301d31aa417f1aeb15241a9","score":85,"max_score":100,"question_scores":{"01_session_bundle_repair":13,"02_code_counterexample_maxgap":20,"03_ci_optimality_certificate":14,"04_transaction_regression_design":19,"05_cache_regression_test_design":19},"elapsed_ms":2624640,"usage":{"input_tokens":12544,"cached_input_tokens":0,"cache_write_input_tokens":0,"output_tokens":252884},"estimated_api_cost_usd":12.76964,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-05T22:03:59.645+00:00","source_evidence_group_id":"result-95adde93-6e71-482e-ab01-aee0fbf18abd","run_manifest_sha256":"sha256:2f3581b733a52680b1a1eb755e5807be632e1fffb2d97fa321e73884391d3a92","metrics_basis":"adopted_observations","elapsed_basis":"union_of_adopted_observation_intervals","result_id":"result-95adde93-6e71-482e-ab01-aee0fbf18abd","attempt_count_basis":"selected_history_operations_and_v2_generations","provider_request_count":null,"baseline_units":5,"execution_origin_indices":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":0,"03_ci_optimality_certificate":0,"04_transaction_regression_design":0,"05_cache_regression_test_design":0},"cost_usage":{"input_tokens":12544,"output_tokens":252884,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":0},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":17,"score":19,"source_ref":"private/evaluation-publication-rehearsal/objects/4e832888ab623fbc7c4ba337b456cbfb8d917bb3766a6edfe5bd729c9780844a.json","original_identity":{"generation":"sha256:c65abb728c6bf56001ed1819fc2aed80b6eaf6eba229d9d299e7c236b5633231","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:c65abb728c6bf56001ed1819fc2aed80b6eaf6eba229d9d299e7c236b5633231","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:cf68e6db30a90b1ee89358cbf8a4c011968c412517dd57d09ff5b2dc2860c79a"}},{"model_configuration_id":"Claude:claude-fable-5-1:xhigh","model_configuration":{"provider_id":"Claude","raw_model_id":"claude-fable-5-1","canonical_model_id":"claude-fable-5-1","display_name":"claude-fable-5-1","reasoning_effort":"xhigh","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2aef27d2b7d09770851a22e91c3035f0a8c298504301d31aa417f1aeb15241a9","score":84,"max_score":100,"question_scores":{"01_session_bundle_repair":17,"02_code_counterexample_maxgap":17,"03_ci_optimality_certificate":14,"04_transaction_regression_design":18,"05_cache_regression_test_design":18},"elapsed_ms":1579615,"usage":{"input_tokens":12544,"cached_input_tokens":0,"cache_write_input_tokens":0,"output_tokens":139615},"estimated_api_cost_usd":7.10619,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-05T21:58:53.647+00:00","source_evidence_group_id":"result-b80fd224-a067-4b70-8127-877ca1cd2aa3","run_manifest_sha256":"sha256:7f07383d8e43f629b7bc4491a1aa1721f15f86686a34949eee2a4d78cb550a1b","metrics_basis":"adopted_observations","elapsed_basis":"union_of_adopted_observation_intervals","result_id":"result-b80fd224-a067-4b70-8127-877ca1cd2aa3","attempt_count_basis":"selected_history_operations_and_v2_generations","provider_request_count":null,"baseline_units":5,"execution_origin_indices":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":0,"03_ci_optimality_certificate":0,"04_transaction_regression_design":0,"05_cache_regression_test_design":0},"cost_usage":{"input_tokens":12544,"output_tokens":139615,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":0},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":15,"score":18,"source_ref":"private/evaluation-publication-rehearsal/objects/052ad614710d37c894da504d352bb895c96892111175be71ac0db07d6ce7be2b.json","original_identity":{"generation":"sha256:10ccb3ad76dd05689c9abb5331e5a9b36bcf5a99f6cc824014e776ccd74923a0","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:10ccb3ad76dd05689c9abb5331e5a9b36bcf5a99f6cc824014e776ccd74923a0","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:93b3ee5556d9e8ca866e61085a1336686da2342c842bd5c0ed17e48d5fa82589"}},{"model_configuration_id":"grok-api:grok-4.6:high","model_configuration":{"provider_id":"grok-api","raw_model_id":"grok-4.6","canonical_model_id":"grok-4.6","display_name":"grok-4.6","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2a6919a69ddd479dd4b1d697d9b6f292b3e05c49e82499197c9227033ba1b617","score":72,"max_score":100,"question_scores":{"01_session_bundle_repair":12,"02_code_counterexample_maxgap":18,"03_ci_optimality_certificate":11,"04_transaction_regression_design":16,"05_cache_regression_test_design":15},"elapsed_ms":1291162,"usage":{"input_tokens":65538,"cached_input_tokens":16896,"output_tokens":102513,"reasoning_tokens":90619},"estimated_api_cost_usd":0.744954,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-06T21:22:00.238+00:00","source_evidence_group_id":"result-7cc22bb7-7c24-4482-8532-12bb565351bd","run_manifest_sha256":"sha256:99ff5a29ea246fabf312c0327373f54f2126fd09a4f889acf06bc74e3bc75c39","metrics_basis":"adopted_observations","elapsed_basis":"union_of_adopted_observation_intervals","result_id":"result-7cc22bb7-7c24-4482-8532-12bb565351bd","attempt_count_basis":"selected_history_operations_and_v2_generations","provider_request_count":null,"baseline_units":5,"execution_origin_indices":{"01_session_bundle_repair":11,"02_code_counterexample_maxgap":11,"03_ci_optimality_certificate":11,"04_transaction_regression_design":11,"05_cache_regression_test_design":11},"cost_usage":{"input_tokens":65538,"output_tokens":102513,"cached_input_tokens":800,"cache_write_input_tokens":0,"reasoning_tokens":90619},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":10,"score":15,"source_ref":"private/evaluation-publication-rehearsal/objects/a806183f51e0ea7c1072d01d456badb16c63b497cae380f689f96e0207a8eeb2.json","original_identity":{"generation":"sha256:5541d8b38ffe36b27ed45f0bd752dc3e27df5137948d9644fbba14d8bfa9cf7f","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:5541d8b38ffe36b27ed45f0bd752dc3e27df5137948d9644fbba14d8bfa9cf7f","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:6a58d14e93c4eb95e4c23bc3e2c7ae4736fbb7723ce50dd362308d1112831dfb"}},{"model_configuration_id":"hy:hy4-preview:high","model_configuration":{"provider_id":"hy","raw_model_id":"hy4-preview","canonical_model_id":"hy4-preview","display_name":"hy4-preview","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:ab79c7c3486cbc81a5536dffd097ae2499d65b88f2c7b802a56ad160ebb52267","score":74,"max_score":100,"question_scores":{"01_session_bundle_repair":14,"02_code_counterexample_maxgap":17,"03_ci_optimality_certificate":12,"04_transaction_regression_design":16,"05_cache_regression_test_design":15},"elapsed_ms":4058795,"usage":{"input_tokens":6655,"output_tokens":159581,"reasoning_tokens":145505},"estimated_api_cost_usd":0.404662,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-09T12:07:54.778+00:00","source_evidence_group_id":"result-d6074270-6538-474a-a143-0df7e70547ae","run_manifest_sha256":"sha256:0e14d50e402b331cb12b0f55f0af6b6290df8fa01ad00d13b7aee90172990914","metrics_basis":"adopted_observations","elapsed_basis":"union_of_adopted_observation_intervals","result_id":"result-d6074270-6538-474a-a143-0df7e70547ae","attempt_count_basis":"selected_history_operations_and_v2_generations","provider_request_count":null,"baseline_units":5,"execution_origin_indices":{"01_session_bundle_repair":12,"02_code_counterexample_maxgap":12,"03_ci_optimality_certificate":12,"04_transaction_regression_design":12,"05_cache_regression_test_design":12},"cost_usage":{"input_tokens":6655,"output_tokens":159581,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":145505},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":10,"score":15,"source_ref":"private/evaluation-publication-rehearsal/objects/735219a989a86d76b0e70f00f3b676778140e4614b70ef4da4dc29e4fb7d9e09.json","original_identity":{"generation":"sha256:8dd5e70a47dfbcb0d3fc94b6493c3cb8a46976290ecd401a99c120ffbb05f9b9","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:8dd5e70a47dfbcb0d3fc94b6493c3cb8a46976290ecd401a99c120ffbb05f9b9","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:b6d66ab32178b390d4b4dfaabdc677f6056fb5837386025ae142ed5e2aaa6425"}},{"model_configuration_id":"kimi:kimi-for-coding:high","model_configuration":{"provider_id":"kimi","raw_model_id":"kimi-for-coding","canonical_model_id":"kimi-for-coding","display_name":"kimi-for-coding","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:aa7eaecfaf83d9daa5b7ff5174f385fa26fc10091920c9908c189f1441d782f5","score":54,"max_score":100,"question_scores":{"01_session_bundle_repair":9,"02_code_counterexample_maxgap":15,"03_ci_optimality_certificate":14,"04_transaction_regression_design":9,"05_cache_regression_test_design":7},"elapsed_ms":1333918,"usage":{"input_tokens":6889,"cached_input_tokens":3328,"cache_write_input_tokens":0,"output_tokens":51864},"estimated_api_cost_usd":0.211338,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-11T10:19:39.544+00:00","source_evidence_group_id":"result-84b87275-0a3e-4527-9097-fc0896a8e750","run_manifest_sha256":"sha256:6766c2c98e551958ec4a39f9aa3f0ef47f8d9591438ccff087eaa42bbc985b91","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-84b87275-0a3e-4527-9097-fc0896a8e750","execution_origin_indices":{"01_session_bundle_repair":5,"02_code_counterexample_maxgap":5,"03_ci_optimality_certificate":5,"04_transaction_regression_design":5,"05_cache_regression_test_design":5},"cost_usage":{"input_tokens":6889,"cached_input_tokens":3328,"cache_write_input_tokens":0,"output_tokens":51864,"reasoning_tokens":0},"score_provenance":{"kind":"owner_adopted_question_scores","verification":"adopted_generations_q1_q4_plus_compact_q5","recorded_at":"2026-09-11T12:25:09.529Z","source_sha256":"sha256:3a10c36384bbfb206359d6555a6bf1ebdbb6a253410be855f4054d91526e3cdf","q5_compact_answer_sha256":"sha256:0f76fe45ec4e510767a4bc5da52c01d18f81010011081e5d57393fead5265d0a","q5_evidence_sha256":"sha256:1c22546b812066452465bdf5914c6f6f842b4837cdc702e4f0758849e16a7ce5"}},{"model_configuration_id":"qwen:qwen3.8-flash:default","model_configuration":{"provider_id":"qwen","raw_model_id":"qwen3.8-flash","canonical_model_id":"qwen3.8-flash","display_name":"qwen3.8-flash","reasoning_effort":"default","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:90f8b4d66bc2b16ed987a18efce267f539662b2790c581bd8493daba5fc97456","score":68,"max_score":100,"question_scores":{"01_session_bundle_repair":8,"02_code_counterexample_maxgap":15,"03_ci_optimality_certificate":13,"04_transaction_regression_design":15,"05_cache_regression_test_design":17},"elapsed_ms":3314290,"usage":{"input_tokens":7490,"cached_input_tokens":0,"output_tokens":244943,"reasoning_tokens":226303},"estimated_api_cost_usd":0.116322,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-08T22:13:42.065+00:00","source_evidence_group_id":"result-7dceb72b-5133-407c-8424-1d3864468b64","run_manifest_sha256":"sha256:6a04b8ba1062cc6e8ff9fcd5e1a69871a89d69fb6aeed84ca300fcd09487c0c3","metrics_basis":"adopted_observations","elapsed_basis":"union_of_adopted_observation_intervals","result_id":"result-7dceb72b-5133-407c-8424-1d3864468b64","attempt_count_basis":"selected_history_operations_and_v2_generations","provider_request_count":null,"baseline_units":5,"execution_origin_indices":{"01_session_bundle_repair":15,"02_code_counterexample_maxgap":15,"03_ci_optimality_certificate":15,"04_transaction_regression_design":15,"05_cache_regression_test_design":15},"cost_usage":{"input_tokens":7490,"output_tokens":244943,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":226303},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":14,"score":17,"source_ref":"private/evaluation-publication-rehearsal/objects/598fe1460ca32090a67d916edfe8362f3c0d043df5bc00785c0195f9505904db.json","original_identity":{"generation":"sha256:3a65eb0d5ff6947fea2123faea059f52bf2fd0905ca94b0be8c7c572428ecfc4","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:3a65eb0d5ff6947fea2123faea059f52bf2fd0905ca94b0be8c7c572428ecfc4","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:abd2bd09ee92bad81aa14306d9257be068e61609a9855f68dfb535123f550854"}},{"model_configuration_id":"Claude:claude-opus-4-8:high","model_configuration":{"provider_id":"Claude","raw_model_id":"claude-opus-4-8","canonical_model_id":"claude-opus-4-8","display_name":"claude-opus-4-8","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2aef27d2b7d09770851a22e91c3035f0a8c298504301d31aa417f1aeb15241a9","score":48,"max_score":100,"question_scores":{"01_session_bundle_repair":6,"02_code_counterexample_maxgap":12,"03_ci_optimality_certificate":10,"04_transaction_regression_design":8,"05_cache_regression_test_design":12},"elapsed_ms":1096813,"usage":{"input_tokens":12534,"cached_input_tokens":0,"cache_write_input_tokens":0,"output_tokens":66986},"estimated_api_cost_usd":1.73732,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-09T22:09:08.599+00:00","source_evidence_group_id":"result-e6e14c6b-d8ad-4327-bc40-e58bcbf2d7e3","run_manifest_sha256":"sha256:bd12e3e637181ccd0f456a530bc228233f509668f4ba2a10f17e824c62c47fd5","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-e6e14c6b-d8ad-4327-bc40-e58bcbf2d7e3","execution_origin_indices":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":0,"03_ci_optimality_certificate":0,"04_transaction_regression_design":0,"05_cache_regression_test_design":0},"cost_usage":{"input_tokens":12534,"output_tokens":66986,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":0},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":6,"score":12,"source_ref":"private/evaluation-publication-rehearsal/objects/7e5e134d125e8b19379c78034e8254224b9e82b848de15aaf9d382046ae75214.json","original_identity":{"generation":"sha256:d950702ef4313c579115e257be2ac3501c33e46201d6c069d7922b5e048fb55b","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:d950702ef4313c579115e257be2ac3501c33e46201d6c069d7922b5e048fb55b","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:dbf3d62c7422d9de835a2a565f65f70d3dad372e2b364c4ff8ab445dff964470"}},{"model_configuration_id":"Claude:claude-opus-4-8:max","model_configuration":{"provider_id":"Claude","raw_model_id":"claude-opus-4-8","canonical_model_id":"claude-opus-4-8","display_name":"claude-opus-4-8","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2aef27d2b7d09770851a22e91c3035f0a8c298504301d31aa417f1aeb15241a9","score":64,"max_score":100,"question_scores":{"01_session_bundle_repair":7,"02_code_counterexample_maxgap":15,"03_ci_optimality_certificate":13,"04_transaction_regression_design":13,"05_cache_regression_test_design":16},"elapsed_ms":3796135,"usage":{"input_tokens":12534,"cached_input_tokens":0,"cache_write_input_tokens":0,"output_tokens":332275},"estimated_api_cost_usd":8.369545,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-09T22:19:30.195+00:00","source_evidence_group_id":"result-ddd5f29f-faf4-4e31-957a-1a22f376ff35","run_manifest_sha256":"sha256:e58187dc940fd5fae3d0d178075fd3c1356a9a22bace59e4db1354c0c34b437a","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-ddd5f29f-faf4-4e31-957a-1a22f376ff35","execution_origin_indices":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":0,"03_ci_optimality_certificate":0,"04_transaction_regression_design":0,"05_cache_regression_test_design":0},"cost_usage":{"input_tokens":12534,"output_tokens":332275,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":0},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":12,"score":16,"source_ref":"private/evaluation-publication-rehearsal/objects/7dc9afcceeeb07afc6254e89c1a01640aa186c82ec8e4bec65635e69abcc1d37.json","original_identity":{"generation":"sha256:b73a8b4deab428c6b1b760888ad7cde84a763f9cbf3c6c71eb4687873c75b801","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:b73a8b4deab428c6b1b760888ad7cde84a763f9cbf3c6c71eb4687873c75b801","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:c9044fe1ee784627e3575564729ee1d7d767f6691e339dd53ff1533863c66b42"}},{"model_configuration_id":"Claude:claude-opus-4-8:xhigh","model_configuration":{"provider_id":"Claude","raw_model_id":"claude-opus-4-8","canonical_model_id":"claude-opus-4-8","display_name":"claude-opus-4-8","reasoning_effort":"xhigh","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2aef27d2b7d09770851a22e91c3035f0a8c298504301d31aa417f1aeb15241a9","score":61,"max_score":100,"question_scores":{"01_session_bundle_repair":7,"02_code_counterexample_maxgap":16,"03_ci_optimality_certificate":11,"04_transaction_regression_design":15,"05_cache_regression_test_design":12},"elapsed_ms":2056248,"usage":{"input_tokens":12534,"cached_input_tokens":0,"cache_write_input_tokens":0,"output_tokens":154425},"estimated_api_cost_usd":3.923295,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-09T22:12:27.990+00:00","source_evidence_group_id":"result-8af774db-eb67-4c71-ad09-f88e8d91b558","run_manifest_sha256":"sha256:b3b43282bdf67114c3a3c9d91b1fad508b64d461eb29208653bbfd428ab0879b","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-8af774db-eb67-4c71-ad09-f88e8d91b558","execution_origin_indices":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":0,"03_ci_optimality_certificate":0,"04_transaction_regression_design":0,"05_cache_regression_test_design":0},"cost_usage":{"input_tokens":12534,"output_tokens":154425,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":0},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":7,"score":12,"source_ref":"private/evaluation-publication-rehearsal/objects/59240f837adbd15a3a2ed9e27b896791f87ff19f60741e5f83a4962c4f829820.json","original_identity":{"generation":"sha256:7b761ca8a5c17da2de38fb0a68f1913afb7d2c244e43eddc2bcca99e8cac27ba","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:7b761ca8a5c17da2de38fb0a68f1913afb7d2c244e43eddc2bcca99e8cac27ba","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:fe82178cc99f4e8e98802e6cd4cf54cb3ce865947f4c93a3d7e0b342bcf9b4ef"}},{"model_configuration_id":"Claude:claude-opus-5:high","model_configuration":{"provider_id":"Claude","raw_model_id":"claude-opus-5","canonical_model_id":"claude-opus-5","display_name":"claude-opus-5","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2aef27d2b7d09770851a22e91c3035f0a8c298504301d31aa417f1aeb15241a9","score":68,"max_score":100,"question_scores":{"01_session_bundle_repair":11,"02_code_counterexample_maxgap":17,"03_ci_optimality_certificate":10,"04_transaction_regression_design":14,"05_cache_regression_test_design":16},"elapsed_ms":743034,"usage":{"input_tokens":12534,"cached_input_tokens":0,"cache_write_input_tokens":0,"output_tokens":45286},"estimated_api_cost_usd":1.19482,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-09T22:08:49.906+00:00","source_evidence_group_id":"result-9358135f-d828-470b-bbb3-be78c4cc90f1","run_manifest_sha256":"sha256:00d51a553ca23bcb245ea11ddaaabaacc15ae6c81ffb73691453f4d4a500f6d8","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-9358135f-d828-470b-bbb3-be78c4cc90f1","execution_origin_indices":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":0,"03_ci_optimality_certificate":0,"04_transaction_regression_design":0,"05_cache_regression_test_design":0},"cost_usage":{"input_tokens":12534,"output_tokens":45286,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":0},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":13,"score":16,"source_ref":"private/evaluation-publication-rehearsal/objects/9ca3d80f088b7c6f307fd6adcb036d177a9ca2e3926c9a90a22f32276a886448.json","original_identity":{"generation":"sha256:cef01456ba9e948fa935725fadd41cb75a3fc379522259944df8262251a329cd","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:cef01456ba9e948fa935725fadd41cb75a3fc379522259944df8262251a329cd","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:178621375765d280a04d21882f35ab578497d68ab35f6f8612733a66812883cf"}},{"model_configuration_id":"Claude:claude-opus-5:max","model_configuration":{"provider_id":"Claude","raw_model_id":"claude-opus-5","canonical_model_id":"claude-opus-5","display_name":"claude-opus-5","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2aef27d2b7d09770851a22e91c3035f0a8c298504301d31aa417f1aeb15241a9","score":70,"max_score":100,"question_scores":{"01_session_bundle_repair":11,"02_code_counterexample_maxgap":15,"03_ci_optimality_certificate":14,"04_transaction_regression_design":15,"05_cache_regression_test_design":15},"elapsed_ms":1623481,"usage":{"input_tokens":12534,"cached_input_tokens":0,"cache_write_input_tokens":0,"output_tokens":122751},"estimated_api_cost_usd":3.131445,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-09T22:13:26.893+00:00","source_evidence_group_id":"result-f639716c-c135-49b6-9391-2c6492c88f05","run_manifest_sha256":"sha256:88ebd96364836c95a021b0ea418aba8be8fa6c820352fec74f96ead643a6a139","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-f639716c-c135-49b6-9391-2c6492c88f05","execution_origin_indices":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":0,"03_ci_optimality_certificate":0,"04_transaction_regression_design":0,"05_cache_regression_test_design":0},"cost_usage":{"input_tokens":12534,"output_tokens":122751,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":0},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":11,"score":15,"source_ref":"private/evaluation-publication-rehearsal/objects/2002408800cb1024231dcf78aca4482d653c90eb534cecb580b7b1db9f9136b7.json","original_identity":{"generation":"sha256:d243f29db48e40678c11ed7d0c80af5863b159811bb0123baead39c4221a812a","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:d243f29db48e40678c11ed7d0c80af5863b159811bb0123baead39c4221a812a","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:a3dd1300c8c62c7684bb9030fc61b20d611d0957a143f1c31b27a0b234c6d727"}},{"model_configuration_id":"Claude:claude-opus-5:xhigh","model_configuration":{"provider_id":"Claude","raw_model_id":"claude-opus-5","canonical_model_id":"claude-opus-5","display_name":"claude-opus-5","reasoning_effort":"xhigh","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2aef27d2b7d09770851a22e91c3035f0a8c298504301d31aa417f1aeb15241a9","score":74,"max_score":100,"question_scores":{"01_session_bundle_repair":16,"02_code_counterexample_maxgap":15,"03_ci_optimality_certificate":12,"04_transaction_regression_design":15,"05_cache_regression_test_design":16},"elapsed_ms":1121975,"usage":{"input_tokens":12534,"cached_input_tokens":0,"cache_write_input_tokens":0,"output_tokens":78010},"estimated_api_cost_usd":2.01292,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-09T22:13:09.393+00:00","source_evidence_group_id":"result-fefc4f2c-f419-41ec-a217-e687494e50af","run_manifest_sha256":"sha256:d8dc65410d306ef22417e31fb8c64f79e247826ee4278cfe2e371f7a5f281c26","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-fefc4f2c-f419-41ec-a217-e687494e50af","execution_origin_indices":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":0,"03_ci_optimality_certificate":0,"04_transaction_regression_design":0,"05_cache_regression_test_design":0},"cost_usage":{"input_tokens":12534,"output_tokens":78010,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":0},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":12,"score":16,"source_ref":"private/evaluation-publication-rehearsal/objects/28ba3cbdd693b5a5366a4481b50a55c03242a19f92fff003bf37928d3bf3996a.json","original_identity":{"generation":"sha256:212a73fe5c254f50a3d2362bbef64c8fd5b3598ec7aa6c2eb3d5a2a0035923fd","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:212a73fe5c254f50a3d2362bbef64c8fd5b3598ec7aa6c2eb3d5a2a0035923fd","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:043a05968cbb8a081cb46982d17ae96e9ecccdfc8e1a45fa85bac9b2bb95be74"}},{"model_configuration_id":"deepseek:deepseek-v4-flash-vision-exp:high","model_configuration":{"provider_id":"deepseek","raw_model_id":"deepseek-v4-flash-vision-exp","canonical_model_id":"deepseek-v4-flash-vision-exp","display_name":"deepseek-v4-flash-vision-exp","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:63a89854a5092a16f88e999293050726c459d0369638c079e6393947a2b30703","score":61,"max_score":100,"question_scores":{"01_session_bundle_repair":8,"02_code_counterexample_maxgap":14,"03_ci_optimality_certificate":12,"04_transaction_regression_design":12,"05_cache_regression_test_design":15},"elapsed_ms":791010,"usage":{"input_tokens":6821,"cached_input_tokens":0,"output_tokens":152217,"reasoning_tokens":139504},"estimated_api_cost_usd":0.101964,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-11T00:02:09.173+00:00","source_evidence_group_id":"result-7ec99bde-2d85-47fc-96ed-0b96ae722841","run_manifest_sha256":"sha256:1b27f9c496a1c99ed8a442f0270d70a06b98e8b04cd27ce50349b47581395263","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-7ec99bde-2d85-47fc-96ed-0b96ae722841","execution_origin_indices":{"01_session_bundle_repair":2,"02_code_counterexample_maxgap":2,"03_ci_optimality_certificate":2,"04_transaction_regression_design":2,"05_cache_regression_test_design":2},"cost_usage":{"input_tokens":6821,"output_tokens":152217,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":139504},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":11,"score":15,"source_ref":"private/evaluation-publication-rehearsal/objects/afb18abccde04465c928ec85fb651b332e614c8b6126d9f9eccf307e586d2571.json","original_identity":{"generation":"sha256:07ab786208191e11ae3ddbbc612ddacbfa7f1848c3094e1c331b033b1f4d8953","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:07ab786208191e11ae3ddbbc612ddacbfa7f1848c3094e1c331b033b1f4d8953","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:d83f746356030af59601ea6e76bf18a39f7ebcb6b7ebc372c0f7af50453d4e07"}},{"model_configuration_id":"deepseek:deepseek-v4-flash-vision-exp:max","model_configuration":{"provider_id":"deepseek","raw_model_id":"deepseek-v4-flash-vision-exp","canonical_model_id":"deepseek-v4-flash-vision-exp","display_name":"deepseek-v4-flash-vision-exp","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:63a89854a5092a16f88e999293050726c459d0369638c079e6393947a2b30703","score":67,"max_score":100,"question_scores":{"01_session_bundle_repair":9,"02_code_counterexample_maxgap":16,"03_ci_optimality_certificate":11,"04_transaction_regression_design":14,"05_cache_regression_test_design":17},"elapsed_ms":851743,"usage":{"input_tokens":6821,"cached_input_tokens":0,"output_tokens":164710,"reasoning_tokens":149948},"estimated_api_cost_usd":0.110209,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-11T00:05:29.469+00:00","source_evidence_group_id":"result-88b08309-78b5-47e1-b54e-7dcaa1f7fb09","run_manifest_sha256":"sha256:51b44a970496c1643a6a8f487025a77dc96196e30abf213fba9b35c6a0b00965","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-88b08309-78b5-47e1-b54e-7dcaa1f7fb09","execution_origin_indices":{"01_session_bundle_repair":2,"02_code_counterexample_maxgap":2,"03_ci_optimality_certificate":2,"04_transaction_regression_design":2,"05_cache_regression_test_design":2},"cost_usage":{"input_tokens":6821,"output_tokens":164710,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":149948},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":14,"score":17,"source_ref":"private/evaluation-publication-rehearsal/objects/a9ed9e5e9edd68c171d4306ed2a8cecfba3324fed155fb4ac17772b0fc6088b9.json","original_identity":{"generation":"sha256:6fb45ee1350b9714ed0a7cc62681391b56fd4e48c393036bdc1a222683bad6ae","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:6fb45ee1350b9714ed0a7cc62681391b56fd4e48c393036bdc1a222683bad6ae","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:3ce655c76ec8bf20ba0059f99128bcef5da6e8307e200ce14cc55da0c5fa2c8c"}},{"model_configuration_id":"grok-api:grok-4.6:xhigh","model_configuration":{"provider_id":"grok-api","raw_model_id":"grok-4.6","canonical_model_id":"grok-4.6","display_name":"grok-4.6","reasoning_effort":"xhigh","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2a6919a69ddd479dd4b1d697d9b6f292b3e05c49e82499197c9227033ba1b617","score":78,"max_score":100,"question_scores":{"01_session_bundle_repair":12,"02_code_counterexample_maxgap":18,"03_ci_optimality_certificate":14,"04_transaction_regression_design":17,"05_cache_regression_test_design":17},"elapsed_ms":2588172,"usage":{"input_tokens":32198,"cached_input_tokens":53376,"output_tokens":107663,"reasoning_tokens":95759},"estimated_api_cost_usd":0.709996,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-12T00:17:31.409+00:00","source_evidence_group_id":"result-091cb6f5-b761-4dcf-8fa2-80f77e80d8b7","run_manifest_sha256":"sha256:edaf6e94b0b00b434befcc6618fd326c1dee0caf394223acf8d04544ce52dd87","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-091cb6f5-b761-4dcf-8fa2-80f77e80d8b7","execution_origin_indices":{"01_session_bundle_repair":5,"02_code_counterexample_maxgap":6,"03_ci_optimality_certificate":7,"04_transaction_regression_design":7,"05_cache_regression_test_design":7},"cost_usage":{"input_tokens":32198,"output_tokens":107663,"cached_input_tokens":252,"cache_write_input_tokens":0,"reasoning_tokens":95759},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":14,"score":17,"source_ref":"private/evaluation-publication-rehearsal/objects/6e2b69f98c178ef44961394aed251a38147f30e0c6a6bcd164ca95a1196a48cf.json","original_identity":{"generation":"sha256:afc336ea8e56502bf69614cd7a1a5f6d0373b04e9964054afaab316f9cf346b4","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:afc336ea8e56502bf69614cd7a1a5f6d0373b04e9964054afaab316f9cf346b4","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:e10bf35bc3377ae6d1f4ddc0e134783d8aaf000bf849ca3875699e094754e31d"}},{"model_configuration_id":"kimi:k3:high","model_configuration":{"provider_id":"kimi","raw_model_id":"k3","canonical_model_id":"k3","display_name":"k3","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:aa7eaecfaf83d9daa5b7ff5174f385fa26fc10091920c9908c189f1441d782f5","score":70,"max_score":100,"question_scores":{"01_session_bundle_repair":16,"02_code_counterexample_maxgap":15,"03_ci_optimality_certificate":14,"04_transaction_regression_design":12,"05_cache_regression_test_design":13},"elapsed_ms":2276292,"usage":{"input_tokens":6889,"cached_input_tokens":0,"cache_write_input_tokens":0,"output_tokens":58022},"estimated_api_cost_usd":0.890997,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-09T22:01:38.303+00:00","source_evidence_group_id":"result-a4ae14fa-a0c6-4332-8347-0445247d5f30","run_manifest_sha256":"sha256:c4537363e7b9dcd663da4533be5c6ae408fae4f8d395ba4d66e533477429b13c","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-a4ae14fa-a0c6-4332-8347-0445247d5f30","execution_origin_indices":{"01_session_bundle_repair":8,"02_code_counterexample_maxgap":8,"03_ci_optimality_certificate":8,"04_transaction_regression_design":8,"05_cache_regression_test_design":8},"cost_usage":{"input_tokens":6889,"output_tokens":58022,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":0},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":8,"score":13,"source_ref":"private/evaluation-publication-rehearsal/objects/4f13525e53d291348aabdee7269cca0c73c55f32137107d80fdb24e51432b214.json","original_identity":{"generation":"sha256:6cb1900252aa0c90df872d6f314c0ac8def61181cd754523e72cdf1a2895dde7","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:6cb1900252aa0c90df872d6f314c0ac8def61181cd754523e72cdf1a2895dde7","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:f41fa36434dbe005ce9d1ef51c990459f2b0d8f1b6b767d1779ea31e13549a9d"}},{"model_configuration_id":"minimax:MiniMax-M3:high","model_configuration":{"provider_id":"minimax","raw_model_id":"MiniMax-M3","canonical_model_id":"MiniMax-M3","display_name":"MiniMax-M3","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3d338ade8477c425075f4d854315f25cd6380afa5d9484ff93572682f51d204a","score":46,"max_score":100,"question_scores":{"01_session_bundle_repair":7,"02_code_counterexample_maxgap":11,"03_ci_optimality_certificate":4,"04_transaction_regression_design":9,"05_cache_regression_test_design":15},"elapsed_ms":1325984,"usage":{"input_tokens":7341,"cached_input_tokens":640,"output_tokens":259865},"estimated_api_cost_usd":0.313887,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-09T21:24:24.847+00:00","source_evidence_group_id":"result-1f0b32be-a253-407e-826b-c73272af9bfe","run_manifest_sha256":"sha256:e6e57e58f69f5efea074de5b4664cb033054b8277217309205a232abbbdda1d6","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-1f0b32be-a253-407e-826b-c73272af9bfe","execution_origin_indices":{"01_session_bundle_repair":9,"02_code_counterexample_maxgap":9,"03_ci_optimality_certificate":9,"04_transaction_regression_design":9,"05_cache_regression_test_design":9},"cost_usage":{"input_tokens":7341,"output_tokens":259865,"cached_input_tokens":640,"cache_write_input_tokens":0,"reasoning_tokens":130096},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":12,"score":15,"source_ref":"private/evaluation-publication-rehearsal/objects/2e2a1fa0edd76432403d2e118c2fe4cadb23b9beb5fc9d76fee87c6b5d9bb390.json","original_identity":{"generation":"sha256:fd32324ed5dbb81d95ae9b4d6f955806da6f45e8b067c508c52d89a5bedcfa61","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:fd32324ed5dbb81d95ae9b4d6f955806da6f45e8b067c508c52d89a5bedcfa61","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:141b359d1fb3b8fb52396c2015563b28b245da14ba45226b5e3ccd29219f135c"}},{"model_configuration_id":"qwen:qwen3.8-max:default","model_configuration":{"provider_id":"qwen","raw_model_id":"qwen3.8-max","canonical_model_id":"qwen3.8-max","display_name":"qwen3.8-max","reasoning_effort":"default","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:90f8b4d66bc2b16ed987a18efce267f539662b2790c581bd8493daba5fc97456","score":64,"max_score":100,"question_scores":{"01_session_bundle_repair":12,"02_code_counterexample_maxgap":17,"03_ci_optimality_certificate":8,"04_transaction_regression_design":14,"05_cache_regression_test_design":13},"elapsed_ms":2868049,"usage":{"input_tokens":7445,"cached_input_tokens":0,"output_tokens":175791,"reasoning_tokens":160756},"estimated_api_cost_usd":1.069636,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-09T21:53:57.009+00:00","source_evidence_group_id":"result-d914de92-a26d-465c-a363-6813910c52e1","run_manifest_sha256":"sha256:edc1e2f0186c2640edb94efc19b29edbb0b57f4351aa3f11a91f5229d52bfaa5","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-d914de92-a26d-465c-a363-6813910c52e1","execution_origin_indices":{"01_session_bundle_repair":10,"02_code_counterexample_maxgap":10,"03_ci_optimality_certificate":10,"04_transaction_regression_design":10,"05_cache_regression_test_design":10},"cost_usage":{"input_tokens":7445,"output_tokens":175791,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":160756},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":9,"score":13,"source_ref":"private/evaluation-publication-rehearsal/objects/e2b62c264e9da8a813c6b0ae314e4079a225cab0069792723082e75d107d2bd3.json","original_identity":{"generation":"sha256:d06cf238c9fc93edb141377d67769798b3e71bafc57ca886ceead91ff9cbaf2f","grading":"sha256:bdd74c882d83e507eab906ce07b4f819f848752b58e9fd960f6bd7e7966206bd"},"identity":{"generation":"sha256:d06cf238c9fc93edb141377d67769798b3e71bafc57ca886ceead91ff9cbaf2f","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:c2a8586be7c018e7e6191c47de28cd665e406bb2454059a981a216bd804ad9d8"}},{"model_configuration_id":"opencode:union-alpha:default","model_configuration":{"provider_id":"opencode","raw_model_id":"union-alpha","canonical_model_id":"union-alpha","display_name":"Union Alpha","reasoning_effort":"default","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:315704373f087b1d83b30b62654ffb3b4a2c59afa900ea66c8b507474f11b47b","score":91,"max_score":100,"question_scores":{"01_session_bundle_repair":19,"02_code_counterexample_maxgap":19,"04_transaction_regression_design":16,"03_ci_optimality_certificate":17,"05_cache_regression_test_design":20},"elapsed_ms":1196849,"usage":{"input_tokens":6915,"output_tokens":26620,"cached_input_tokens":1011,"cache_write_input_tokens":0,"reasoning_tokens":0},"cost_usage":{"input_tokens":6915,"output_tokens":26620,"cached_input_tokens":1011,"cache_write_input_tokens":0,"reasoning_tokens":0},"estimated_api_cost_usd":0.214663,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-18T02:06:36.052Z","source_evidence_group_id":"union-alpha-owner-20260918042708000","run_manifest_sha256":"sha256:315704373f087b1d83b30b62654ffb3b4a2c59afa900ea66c8b507474f11b47b","metrics_basis":"adopted_saved_answers","elapsed_basis":"sum_of_adopted_call_durations","score_provenance":{"schema_version":1,"kind":"owner_authorized_local_evaluation_publication","recorded_at":"2026-09-18T04:27:08.000Z","model_id":"union-alpha","candidate_id":"opencode:union-alpha:default","display_name":"Union Alpha","scores":{"coding":91,"frontend":84,"hle":80},"source_result_ids":["result-574f7687-06d0-47e5-94d2-439db67657bd","result-ec927995-6da7-407f-bdd2-f6b89bd2bed0"],"local_evidence_bundle_sha256":"sha256:a8270f33b85d61c93b368fc48f0d56ee6e7868be4aeb4092249393a17ef9b7e8","frontend_execution_mode":"split_files_and_model_authored_patch","frontend_single_response":false,"frontend_evaluation_count":1,"actual_supplement_model":"unbiased/pareto","pricing":{"input_per_million":2.5,"output_per_million":7.5,"cached_input_per_million":0.25,"currency":"USD","source":"OpenRouter unbiased/pareto","verified_at":"2026-09-18T04:27:08.000Z"},"cost_basis":"reference_rate_estimate_for_adopted_coding_and_hle_tokens; frontend_successful_response_actual_cost; failed_retries_excluded"},"reference_pricing":{"input_per_million":2.5,"output_per_million":7.5,"cached_input_per_million":0.25,"currency":"USD","source":"OpenRouter unbiased/pareto","verified_at":"2026-09-18T04:27:08.000Z"}},{"model_configuration_id":"Claude:claude-opus-5-5:max","model_configuration":{"provider_id":"Claude","raw_model_id":"claude-opus-5-5","canonical_model_id":"claude-opus-5-5","display_name":"claude-opus-5-5","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:f85badf55d7c0f3b75780ce4266fed660af4bd25293c2e9f33d1adf5c41bd443","score":84,"max_score":100,"question_scores":{"01_session_bundle_repair":18,"02_code_counterexample_maxgap":16,"03_ci_optimality_certificate":16,"04_transaction_regression_design":16,"05_cache_regression_test_design":18},"elapsed_ms":568802,"usage":{"input_tokens":104514,"cached_input_tokens":98221,"cache_write_input_tokens":6273,"output_tokens":49879},"estimated_api_cost_usd":1.048669,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-23T08:12:26.017+00:00","source_evidence_group_id":"result-5c3cbb18-c997-4d9a-99f5-eef40a85d85f","run_manifest_sha256":"sha256:7bba2e1607547b5e618d7a042d269115d3b38567a28b8db143827274b34b5d36","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-5c3cbb18-c997-4d9a-99f5-eef40a85d85f","execution_origin_indices":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":0,"03_ci_optimality_certificate":0,"04_transaction_regression_design":0,"05_cache_regression_test_design":0},"cost_usage":{"input_tokens":104514,"output_tokens":49879,"cached_input_tokens":98221,"cache_write_input_tokens":6273,"reasoning_tokens":0},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":15,"score":18,"source_ref":"private/evaluation-publication-rehearsal/objects/0e2f4c9f768e007dfce50e3598a3ae70802cc31ddd85034aef183d044dc5284b.json","original_identity":{"generation":"sha256:5057eb3eb7c7849d9e9ab013f5c350f9451fbbbc39153e6d7cfd3cfd7430bbcc","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:5057eb3eb7c7849d9e9ab013f5c350f9451fbbbc39153e6d7cfd3cfd7430bbcc","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:72efdc2bf013adea475fe99820669a5553fa966090701b79671c395013e7c718"}},{"model_configuration_id":"Claude:claude-opus-5-5:xhigh","model_configuration":{"provider_id":"Claude","raw_model_id":"claude-opus-5-5","canonical_model_id":"claude-opus-5-5","display_name":"claude-opus-5-5","reasoning_effort":"xhigh","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:f85badf55d7c0f3b75780ce4266fed660af4bd25293c2e9f33d1adf5c41bd443","score":84,"max_score":100,"question_scores":{"01_session_bundle_repair":17,"02_code_counterexample_maxgap":17,"03_ci_optimality_certificate":18,"04_transaction_regression_design":15,"05_cache_regression_test_design":17},"elapsed_ms":604244,"usage":{"input_tokens":104514,"cached_input_tokens":101777,"cache_write_input_tokens":2717,"output_tokens":54681},"estimated_api_cost_usd":1.12764,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-23T08:12:24.703+00:00","source_evidence_group_id":"result-85356d14-7755-4d91-8d4f-b94e21047970","run_manifest_sha256":"sha256:6233aad49d2dddcefcf8297fc034c095f768ed165f8568e25f2caa7f0c781a4d","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-85356d14-7755-4d91-8d4f-b94e21047970","execution_origin_indices":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":0,"03_ci_optimality_certificate":0,"04_transaction_regression_design":0,"05_cache_regression_test_design":0},"cost_usage":{"input_tokens":104514,"output_tokens":54681,"cached_input_tokens":101777,"cache_write_input_tokens":2717,"reasoning_tokens":0},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":14,"score":17,"source_ref":"private/evaluation-publication-rehearsal/objects/7ecf18034d2f5d681283b339e65ce7be879ab5129c7d5e43a992706592563525.json","original_identity":{"generation":"sha256:32ca44a5ec2769fd2467df946c09df92391450c65ed65632b0c7f8739c3254de","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:32ca44a5ec2769fd2467df946c09df92391450c65ed65632b0c7f8739c3254de","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:19f44872aa2aa3467d7b216001039a8c256cfbd2417edaebd9d98913a2a89a5d"}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-luna:high","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-5.6-luna","canonical_model_id":"gpt-5.6-luna","display_name":"gpt-5.6-luna","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":49,"max_score":100,"question_scores":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":12,"03_ci_optimality_certificate":9,"04_transaction_regression_design":14,"05_cache_regression_test_design":14},"elapsed_ms":1132157,"usage":{"input_tokens":64142,"cached_input_tokens":19200,"output_tokens":43436,"reasoning_tokens":33456},"estimated_api_cost_usd":0.061496,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:30:18.178+00:00","source_evidence_group_id":"result-9d75c841-c97c-451b-9a61-32e9b9629cf0","run_manifest_sha256":"sha256:09203a58455d2cca34e875f197b170b93004d67667207c9ee0c782490cf38d01","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-9d75c841-c97c-451b-9a61-32e9b9629cf0","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":64142,"output_tokens":43436,"cached_input_tokens":19200,"cache_write_input_tokens":0,"reasoning_tokens":33456},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":10,"score":14,"source_ref":"private/evaluation-publication-rehearsal/objects/a26717ed4be9d83d9abdadf4a767bdd8c7fc9decbaec450bee42bf0e214d6d75.json","original_identity":{"generation":"sha256:f23dc7ec0eebed0b99962a3f33255b0943dae4174b381412d11769792c5bc156","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:f23dc7ec0eebed0b99962a3f33255b0943dae4174b381412d11769792c5bc156","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:ec0dcd04abb243f88f006c34442e4398bc11057a97d07579420509c9b9fd0f39"}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-luna:low","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-5.6-luna","canonical_model_id":"gpt-5.6-luna","display_name":"gpt-5.6-luna","reasoning_effort":"low","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":32,"max_score":100,"question_scores":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":12,"03_ci_optimality_certificate":6,"04_transaction_regression_design":9,"05_cache_regression_test_design":5},"elapsed_ms":365855,"usage":{"input_tokens":64135,"cached_input_tokens":15360,"output_tokens":10758,"reasoning_tokens":4078},"estimated_api_cost_usd":0.022972,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:30:15.580+00:00","source_evidence_group_id":"result-63701b58-3e9d-48c8-81c1-2319d2be7463","run_manifest_sha256":"sha256:6638d74a18d11388f3f243aad295c559914cf1dbc48dce5c2896a3018aa4ab00","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-63701b58-3e9d-48c8-81c1-2319d2be7463","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":64135,"output_tokens":10758,"cached_input_tokens":15360,"cache_write_input_tokens":0,"reasoning_tokens":4078},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":3,"score":5,"source_ref":"private/evaluation-publication-rehearsal/objects/c202137b4b4a9e433adaa03f24749f0263a28419cfe46d3b406ab5cc110f47db.json","original_identity":{"generation":"sha256:84587c2d6198a93c613e2a42fa13fe1302fa8fca3036d28805f23e72bc90e2be","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:84587c2d6198a93c613e2a42fa13fe1302fa8fca3036d28805f23e72bc90e2be","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:1baec126cb8606ecf2a8c25cd6071891eb04dd7d9db0c051fe97ac01a7e5766c"}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-luna:max","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-5.6-luna","canonical_model_id":"gpt-5.6-luna","display_name":"gpt-5.6-luna","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":65,"max_score":100,"question_scores":{"01_session_bundle_repair":7,"02_code_counterexample_maxgap":15,"03_ci_optimality_certificate":13,"04_transaction_regression_design":16,"05_cache_regression_test_design":14},"elapsed_ms":2906014,"usage":{"input_tokens":64150,"cached_input_tokens":19200,"output_tokens":135151,"reasoning_tokens":124971},"estimated_api_cost_usd":0.171555,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:39:36.577+00:00","source_evidence_group_id":"result-274b5b7d-61c8-4222-a9e9-eeae32eb3e31","run_manifest_sha256":"sha256:c23b39c56c27d17b6b0626d8713ed691022ac43c2d0fe2646ec3c8a3dc4b1d57","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-274b5b7d-61c8-4222-a9e9-eeae32eb3e31","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":64150,"output_tokens":135151,"cached_input_tokens":19200,"cache_write_input_tokens":0,"reasoning_tokens":124971},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":10,"score":14,"source_ref":"private/evaluation-publication-rehearsal/objects/08ba67916276fe28693d38d516b92a77636db7b7702804d5574207dc4f9a9f57.json","original_identity":{"generation":"sha256:00fd456f2103306109574ea7a0c22ce40b0f243ea4a6abb3b30394acc767dfe0","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:00fd456f2103306109574ea7a0c22ce40b0f243ea4a6abb3b30394acc767dfe0","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:fe6ef938db48543f4f63a2810ce09749300aa4e20b8a89cf4a44ef1a324a2563"}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-luna:medium","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-5.6-luna","canonical_model_id":"gpt-5.6-luna","display_name":"gpt-5.6-luna","reasoning_effort":"medium","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":51,"max_score":100,"question_scores":{"01_session_bundle_repair":8,"02_code_counterexample_maxgap":13,"03_ci_optimality_certificate":3,"04_transaction_regression_design":11,"05_cache_regression_test_design":16},"elapsed_ms":655052,"usage":{"input_tokens":64170,"cached_input_tokens":19200,"output_tokens":21462,"reasoning_tokens":13358},"estimated_api_cost_usd":0.035132,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:32:43.185+00:00","source_evidence_group_id":"result-67f5ce36-5de8-48da-bd65-bf1b4d9ce5e7","run_manifest_sha256":"sha256:adddb1e85f5abb550994e90ec995cc2df0d4b72a5096aad1cbce1218564c7698","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-67f5ce36-5de8-48da-bd65-bf1b4d9ce5e7","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":64170,"output_tokens":21462,"cached_input_tokens":19200,"cache_write_input_tokens":0,"reasoning_tokens":13358},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":12,"score":16,"source_ref":"private/evaluation-publication-rehearsal/objects/a8308a74dbf922279e49501e2373432ab2795ed74611c8e1acd65317c22455c0.json","original_identity":{"generation":"sha256:082a8c47f18b16197f842808aee0f9d9a34d85c50605966e62dea9c517eb960f","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:082a8c47f18b16197f842808aee0f9d9a34d85c50605966e62dea9c517eb960f","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:ca62bbdf21cf5b0d6f11a19981d39d61fe09d96e171236f19d1c58eb382ab106"}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-luna:xhigh","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-5.6-luna","canonical_model_id":"gpt-5.6-luna","display_name":"gpt-5.6-luna","reasoning_effort":"xhigh","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":56,"max_score":100,"question_scores":{"01_session_bundle_repair":8,"02_code_counterexample_maxgap":15,"03_ci_optimality_certificate":13,"04_transaction_regression_design":12,"05_cache_regression_test_design":8},"elapsed_ms":1388979,"usage":{"input_tokens":64155,"cached_input_tokens":31488,"output_tokens":53111,"reasoning_tokens":42380},"estimated_api_cost_usd":0.070896,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:37:48.087+00:00","source_evidence_group_id":"result-e4ed22dd-c053-42a6-b8b6-3e299cba18ae","run_manifest_sha256":"sha256:24c6564c806f69bafbfd2448dc23ed4ca4e0cc202ba9f0a031095872e010ebdd","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-e4ed22dd-c053-42a6-b8b6-3e299cba18ae","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":64155,"output_tokens":53111,"cached_input_tokens":31488,"cache_write_input_tokens":0,"reasoning_tokens":42380},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":6,"score":8,"source_ref":"private/evaluation-publication-rehearsal/objects/4cd3f1ed86fb8230e0ee4ef7ae56f64106294b705ff9412dda703e7554532b79.json","original_identity":{"generation":"sha256:32132502bf018a067a0a7f6d65ed84ef2ec77a5b1eddc84b6f84f4720dea0a6c","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:32132502bf018a067a0a7f6d65ed84ef2ec77a5b1eddc84b6f84f4720dea0a6c","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:d71291f552281b811d2e061beb885a9631292daaa8cfd579f308c092571936fd"}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-sol:high","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-5.6-sol","canonical_model_id":"gpt-5.6-sol","display_name":"gpt-5.6-sol","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":78,"max_score":100,"question_scores":{"01_session_bundle_repair":17,"02_code_counterexample_maxgap":18,"03_ci_optimality_certificate":13,"04_transaction_regression_design":16,"05_cache_regression_test_design":14},"elapsed_ms":756509,"usage":{"input_tokens":71019,"cached_input_tokens":35200,"output_tokens":29354,"reasoning_tokens":17415},"estimated_api_cost_usd":0.744436,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:35:36.876+00:00","source_evidence_group_id":"result-fc0cf162-fb86-4131-bd53-99cef9ab4a11","run_manifest_sha256":"sha256:a13d6877a7d3fce87531500e1a21375cc03b4c4ae9beba2664dbf49718b3d7c7","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-fc0cf162-fb86-4131-bd53-99cef9ab4a11","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":71019,"output_tokens":29354,"cached_input_tokens":35200,"cache_write_input_tokens":0,"reasoning_tokens":17415},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":9,"score":14,"source_ref":"private/evaluation-publication-rehearsal/objects/305a1d3c204222f142ec7abdb0b95c00d4afdf42d0fbe108a778e9ceeb79e31c.json","original_identity":{"generation":"sha256:bc89e6b8bbe54c670f894d305e5793380e8b8983ebbbb606eab8133be7d69bf1","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:bc89e6b8bbe54c670f894d305e5793380e8b8983ebbbb606eab8133be7d69bf1","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:fbef82f4179ce1386ba17afce3ba460f737def22244dae4d8cfde1549b383e95"}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-sol:low","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-5.6-sol","canonical_model_id":"gpt-5.6-sol","display_name":"gpt-5.6-sol","reasoning_effort":"low","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":69,"max_score":100,"question_scores":{"01_session_bundle_repair":12,"02_code_counterexample_maxgap":15,"03_ci_optimality_certificate":12,"04_transaction_regression_design":14,"05_cache_regression_test_design":16},"elapsed_ms":511469,"usage":{"input_tokens":71019,"cached_input_tokens":16896,"output_tokens":17055,"reasoning_tokens":6701},"estimated_api_cost_usd":0.56435,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:37:47.090+00:00","source_evidence_group_id":"result-4991000d-fbc8-424f-a22f-53e852f44cff","run_manifest_sha256":"sha256:84a1b38fc25f8014e5124be6739bdd72cf381cbc0624c6bbdcbbc3515f582c2c","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-4991000d-fbc8-424f-a22f-53e852f44cff","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":71019,"output_tokens":17055,"cached_input_tokens":16896,"cache_write_input_tokens":0,"reasoning_tokens":6701},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":12,"score":16,"source_ref":"private/evaluation-publication-rehearsal/objects/8f8a5a7dbfa5c118769efe78711c02910f80c16e7a72034a9c59a2f9e11ec677.json","original_identity":{"generation":"sha256:dabb4eaceca43d778c8b2b49024217f7baa150e7a3bb37d6dae5901c462f7564","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:dabb4eaceca43d778c8b2b49024217f7baa150e7a3bb37d6dae5901c462f7564","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:aa11bb1f36d6fca40df715a5fadab64b076fe453b19a9adbefd03036196e9b98"}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-sol:max","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-5.6-sol","canonical_model_id":"gpt-5.6-sol","display_name":"gpt-5.6-sol","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":85,"max_score":100,"question_scores":{"01_session_bundle_repair":17,"02_code_counterexample_maxgap":18,"03_ci_optimality_certificate":13,"04_transaction_regression_design":18,"05_cache_regression_test_design":19},"elapsed_ms":1759476,"usage":{"input_tokens":71040,"cached_input_tokens":31360,"output_tokens":76959,"reasoning_tokens":63100},"estimated_api_cost_usd":1.710444,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:40:43.671+00:00","source_evidence_group_id":"result-a7395057-bdc0-4315-ae1a-3ee073c1dda9","run_manifest_sha256":"sha256:a3492d45083d3b3f7c144311294eb3b5cfc6019b38ed6dddc656320068f6ef2c","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-a7395057-bdc0-4315-ae1a-3ee073c1dda9","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":71040,"output_tokens":76959,"cached_input_tokens":31360,"cache_write_input_tokens":0,"reasoning_tokens":63100},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":17,"score":19,"source_ref":"private/evaluation-publication-rehearsal/objects/61805192771ea480197605e0f02dd10bbf0a24c575742b47aa315422348927df.json","original_identity":{"generation":"sha256:1fc579f810798d0cca280c9420f9d6640a63c1e4e88cb8c2db19704a6a424772","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:1fc579f810798d0cca280c9420f9d6640a63c1e4e88cb8c2db19704a6a424772","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:67671478b099fbca2c7ece2ec4742982b27e73056f1def012b3b45a4e03d494c"}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-sol:medium","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-5.6-sol","canonical_model_id":"gpt-5.6-sol","display_name":"gpt-5.6-sol","reasoning_effort":"medium","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":73,"max_score":100,"question_scores":{"01_session_bundle_repair":12,"02_code_counterexample_maxgap":17,"03_ci_optimality_certificate":12,"04_transaction_regression_design":15,"05_cache_regression_test_design":17},"elapsed_ms":670543,"usage":{"input_tokens":71036,"cached_input_tokens":21120,"output_tokens":25234,"reasoning_tokens":13379},"estimated_api_cost_usd":0.712792,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:40:38.890+00:00","source_evidence_group_id":"result-d883d7f8-65d3-4c94-bde5-1c0af45f75cc","run_manifest_sha256":"sha256:61ddc62cc0e9265e63b27ae88484181d799be967dc6fffcc1705225290a4b58c","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-d883d7f8-65d3-4c94-bde5-1c0af45f75cc","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":71036,"output_tokens":25234,"cached_input_tokens":21120,"cache_write_input_tokens":0,"reasoning_tokens":13379},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":14,"score":17,"source_ref":"private/evaluation-publication-rehearsal/objects/bf993b75f9e315512830e832d4adf0149f17ac679bce14b6263210d14cbe10f5.json","original_identity":{"generation":"sha256:5be303c6afad31b92c52ce3c8979d65f5cda359a69f9853d77a4570113a60ea4","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:5be303c6afad31b92c52ce3c8979d65f5cda359a69f9853d77a4570113a60ea4","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:8fceb508cf79a1ec0486805cbf811828e6549a57cc289341f96ad2a48d99797d"}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-sol:xhigh","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-5.6-sol","canonical_model_id":"gpt-5.6-sol","display_name":"gpt-5.6-sol","reasoning_effort":"xhigh","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":78,"max_score":100,"question_scores":{"01_session_bundle_repair":15,"02_code_counterexample_maxgap":17,"03_ci_optimality_certificate":10,"04_transaction_regression_design":18,"05_cache_regression_test_design":18},"elapsed_ms":1182011,"usage":{"input_tokens":71028,"cached_input_tokens":16896,"output_tokens":48195,"reasoning_tokens":36668},"estimated_api_cost_usd":1.187186,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:41:53.473+00:00","source_evidence_group_id":"result-6b7a2c2a-eaf1-4a7d-8632-94ee34309b05","run_manifest_sha256":"sha256:a3dd58f3e38e8133768dbc058595f6f695ec45a0655b8e6639cd18f9743a2e2d","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-6b7a2c2a-eaf1-4a7d-8632-94ee34309b05","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":71028,"output_tokens":48195,"cached_input_tokens":16896,"cache_write_input_tokens":0,"reasoning_tokens":36668},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":16,"score":18,"source_ref":"private/evaluation-publication-rehearsal/objects/3cd1dc2ba50b2cac5ceb70d8fe0363b06a9c69aac3c878677249a0ab603aa0db.json","original_identity":{"generation":"sha256:fb395e403f59d43fa1d758ab664da083d09fef30b556215bf16a9331edfd162d","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:fb395e403f59d43fa1d758ab664da083d09fef30b556215bf16a9331edfd162d","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:7347ca9808ba00ad26b58294a9e2ecc5cb8455a14a35e8465b0d066546a1bd39"}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-terra:high","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-5.6-terra","canonical_model_id":"gpt-5.6-terra","display_name":"gpt-5.6-terra","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":65,"max_score":100,"question_scores":{"01_session_bundle_repair":13,"02_code_counterexample_maxgap":14,"03_ci_optimality_certificate":9,"04_transaction_regression_design":14,"05_cache_regression_test_design":15},"elapsed_ms":1067005,"usage":{"input_tokens":71041,"cached_input_tokens":26368,"output_tokens":25722,"reasoning_tokens":17128},"estimated_api_cost_usd":0.403284,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:44:10.379+00:00","source_evidence_group_id":"result-20757702-a9ff-4641-8d66-d6c881c32b16","run_manifest_sha256":"sha256:7d898301ed64cab84bd1bfe1361c3dd718ed5a552df65626fb15cf3bf081dabb","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-20757702-a9ff-4641-8d66-d6c881c32b16","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":71041,"output_tokens":25722,"cached_input_tokens":26368,"cache_write_input_tokens":0,"reasoning_tokens":17128},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":11,"score":15,"source_ref":"private/evaluation-publication-rehearsal/objects/b053a0e662eb561741fa7031b823dd059e2c15050eecd5d733062b79df505ad1.json","original_identity":{"generation":"sha256:f22c6a3d4dbc385ff6f35814469b6e1286f6492f8c55b3ad73d797ec9c9b2a90","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:f22c6a3d4dbc385ff6f35814469b6e1286f6492f8c55b3ad73d797ec9c9b2a90","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:4e56674a7d2cb83af7381454e5507ebe5018e80520447b2220c8873a3b5615ae"}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-terra:low","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-5.6-terra","canonical_model_id":"gpt-5.6-terra","display_name":"gpt-5.6-terra","reasoning_effort":"low","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":53,"max_score":100,"question_scores":{"01_session_bundle_repair":8,"02_code_counterexample_maxgap":11,"03_ci_optimality_certificate":8,"04_transaction_regression_design":12,"05_cache_regression_test_design":14},"elapsed_ms":580795,"usage":{"input_tokens":71009,"cached_input_tokens":33536,"output_tokens":11891,"reasoning_tokens":5442},"estimated_api_cost_usd":0.224345,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:43:30.868+00:00","source_evidence_group_id":"result-af7145c9-74eb-4a96-b5be-5a09eb6168d2","run_manifest_sha256":"sha256:3bf474f9ad5d9e4bffa312c21cab09b4a3a3691e4f1e4d45f599d0c420664f01","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-af7145c9-74eb-4a96-b5be-5a09eb6168d2","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":71009,"output_tokens":11891,"cached_input_tokens":33536,"cache_write_input_tokens":0,"reasoning_tokens":5442},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":10,"score":14,"source_ref":"private/evaluation-publication-rehearsal/objects/c391212b11c0370faf17607ca03ca84579ad513e6ddc5183896d5df37a385a7f.json","original_identity":{"generation":"sha256:b86d5e87f0d98227709eb834e0ecaf28334ee216b7e5ad44a812b747d1801c4e","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:b86d5e87f0d98227709eb834e0ecaf28334ee216b7e5ad44a812b747d1801c4e","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:ca23a89826df28deb25bc8bcad0251af8db71a8769bb8a74e9bae558b42f8f67"}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-terra:max","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-5.6-terra","canonical_model_id":"gpt-5.6-terra","display_name":"gpt-5.6-terra","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":81,"max_score":100,"question_scores":{"01_session_bundle_repair":17,"02_code_counterexample_maxgap":17,"03_ci_optimality_certificate":12,"04_transaction_regression_design":17,"05_cache_regression_test_design":18},"elapsed_ms":4545081,"usage":{"input_tokens":153382,"cached_input_tokens":36864,"output_tokens":38568,"reasoning_tokens":25934},"estimated_api_cost_usd":0.703225,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:54:30.162+00:00","source_evidence_group_id":"result-0f876134-cad9-4503-84b2-afcb81e65151","run_manifest_sha256":"sha256:1560d657b5d531dd32be6a1dcb7a7913196293b41d85d5aa2ebe3617b79e80cc","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-0f876134-cad9-4503-84b2-afcb81e65151","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":153382,"output_tokens":38568,"cached_input_tokens":36864,"cache_write_input_tokens":0,"reasoning_tokens":25934},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":15,"score":18,"source_ref":"private/evaluation-publication-rehearsal/objects/11a77b99a5ce404468b038bb59146a890841a00afad9b70a874477f87f4e2488.json","original_identity":{"generation":"sha256:af38c0626989877542431d9ac852c8aa5d2f742b3cce7401ba43340900603567","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:af38c0626989877542431d9ac852c8aa5d2f742b3cce7401ba43340900603567","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:5deab42f436aead54a7fe10b9032b2659f8ffa821c6095f9efd6a82043e10a0a"}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-terra:medium","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-5.6-terra","canonical_model_id":"gpt-5.6-terra","display_name":"gpt-5.6-terra","reasoning_effort":"medium","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":49,"max_score":100,"question_scores":{"01_session_bundle_repair":9,"02_code_counterexample_maxgap":11,"03_ci_optimality_certificate":11,"04_transaction_regression_design":11,"05_cache_regression_test_design":7},"elapsed_ms":744829,"usage":{"input_tokens":71027,"cached_input_tokens":15360,"output_tokens":16957,"reasoning_tokens":9428},"estimated_api_cost_usd":0.31789,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:45:17.171+00:00","source_evidence_group_id":"result-d279056a-72e0-43d7-9a91-47e74f9809d8","run_manifest_sha256":"sha256:84ca11f505504a55d6e10a1522f75b0b03983cee77b00b33569f818309c95b85","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-d279056a-72e0-43d7-9a91-47e74f9809d8","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":71027,"output_tokens":16957,"cached_input_tokens":15360,"cache_write_input_tokens":0,"reasoning_tokens":9428},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":4,"score":7,"source_ref":"private/evaluation-publication-rehearsal/objects/95e02cc51e4f95fdb198554c1d8913971f07eb29a42b6dfa19f319d5f3bf972b.json","original_identity":{"generation":"sha256:8c875aa690485142b81fbcb2cdc6a3bb1292f47b14b0cec9b7855161e004aa54","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:8c875aa690485142b81fbcb2cdc6a3bb1292f47b14b0cec9b7855161e004aa54","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:c68284bcaf3e1f796df230f6d0cf12bdadf58b277518da29ffd239ea6287a13b"}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-terra:xhigh","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-5.6-terra","canonical_model_id":"gpt-5.6-terra","display_name":"gpt-5.6-terra","reasoning_effort":"xhigh","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":67,"max_score":100,"question_scores":{"01_session_bundle_repair":10,"02_code_counterexample_maxgap":17,"03_ci_optimality_certificate":12,"04_transaction_regression_design":14,"05_cache_regression_test_design":14},"elapsed_ms":1828861,"usage":{"input_tokens":71029,"cached_input_tokens":26368,"output_tokens":46575,"reasoning_tokens":38048},"estimated_api_cost_usd":0.653496,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:50:57.263+00:00","source_evidence_group_id":"result-5e6732a8-2349-42b6-a300-306a6912e628","run_manifest_sha256":"sha256:d69643bf6d654d7c0a6857a881bf0c8a01f7fcbab86442af077ec0de3c720d9e","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-5e6732a8-2349-42b6-a300-306a6912e628","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":71029,"output_tokens":46575,"cached_input_tokens":26368,"cache_write_input_tokens":0,"reasoning_tokens":38048},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":9,"score":14,"source_ref":"private/evaluation-publication-rehearsal/objects/bbb9f6a9f6a480723171746e78f9a566a2ab0caa00cfdd3db45139225395fe9d.json","original_identity":{"generation":"sha256:7af665c052015eec69e7746de6094976488a44314df1bb0200294925dd5e2bdf","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:7af665c052015eec69e7746de6094976488a44314df1bb0200294925dd5e2bdf","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:4e40b22d7953e105dcf36bd27106451f1d8415a16e6da89c904867f3f6d462b1"}},{"model_configuration_id":"cloudflare-reference:gpt-6-astra:high","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-6-astra","canonical_model_id":"gpt-6-astra","display_name":"gpt-6-astra","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":92,"max_score":100,"question_scores":{"01_session_bundle_repair":19,"02_code_counterexample_maxgap":19,"03_ci_optimality_certificate":16,"04_transaction_regression_design":18,"05_cache_regression_test_design":20},"elapsed_ms":1163012,"usage":{"input_tokens":71612,"cached_input_tokens":38400,"output_tokens":26113,"reasoning_tokens":9634},"estimated_api_cost_usd":1.67617,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:51:24.564+00:00","source_evidence_group_id":"result-f0987708-cae7-41a8-a03d-e2b5257cb6f9","run_manifest_sha256":"sha256:d0809c544d607d9e337bbb237f12770612495c9a4f0f7c40a2dbce1531139ec7","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-f0987708-cae7-41a8-a03d-e2b5257cb6f9","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":71612,"output_tokens":26113,"cached_input_tokens":38400,"cache_write_input_tokens":0,"reasoning_tokens":9634},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":20,"score":20,"source_ref":"private/evaluation-publication-rehearsal/objects/f8221495ab6f90a1c8a6bedf7454c0322a53470dd45a5928213a669f9727f101.json","original_identity":{"generation":"sha256:0071d34e52229f34550a0f1b687d5ab8095e23165e745fa92dbf0e4042fa41ef","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:0071d34e52229f34550a0f1b687d5ab8095e23165e745fa92dbf0e4042fa41ef","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:a59d91e4d3295c3f68019a19a4fd0279d586ae0aba6395a82b4a358e71c04ab1"}},{"model_configuration_id":"cloudflare-reference:gpt-6-astra:low","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-6-astra","canonical_model_id":"gpt-6-astra","display_name":"gpt-6-astra","reasoning_effort":"low","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":90,"max_score":100,"question_scores":{"01_session_bundle_repair":19,"02_code_counterexample_maxgap":19,"03_ci_optimality_certificate":15,"04_transaction_regression_design":18,"05_cache_regression_test_design":19},"elapsed_ms":753236,"usage":{"input_tokens":69075,"cached_input_tokens":20736,"output_tokens":20430,"reasoning_tokens":5155},"estimated_api_cost_usd":1.525626,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:48:38.777+00:00","source_evidence_group_id":"result-3514e7c6-c261-4cd4-95f2-ce6981d19f88","run_manifest_sha256":"sha256:3682b8c39a959571342f54234f932caa012cf51069d3c86225542b4457b198da","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-3514e7c6-c261-4cd4-95f2-ce6981d19f88","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":69075,"output_tokens":20430,"cached_input_tokens":20736,"cache_write_input_tokens":0,"reasoning_tokens":5155},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":17,"score":19,"source_ref":"private/evaluation-publication-rehearsal/objects/3d3c8744874f80fc0d9a5b4619e873f6152322b9ca5df2cd1313456946f66c62.json","original_identity":{"generation":"sha256:757231d94315e716c1fa671611c965cc38be502c07b2169cefeb1343894c8aeb","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:757231d94315e716c1fa671611c965cc38be502c07b2169cefeb1343894c8aeb","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:50a6a24833f9f2a6f1b8ac546bb1389fc40a07337ec178a8744de77081ceed35"}},{"model_configuration_id":"cloudflare-reference:gpt-6-astra:max","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-6-astra","canonical_model_id":"gpt-6-astra","display_name":"gpt-6-astra","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":97,"max_score":100,"question_scores":{"01_session_bundle_repair":19,"02_code_counterexample_maxgap":20,"03_ci_optimality_certificate":19,"04_transaction_regression_design":20,"05_cache_regression_test_design":19},"elapsed_ms":2741473,"usage":{"input_tokens":69085,"cached_input_tokens":21248,"output_tokens":85994,"reasoning_tokens":68228},"estimated_api_cost_usd":4.799318,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:58:11.458+00:00","source_evidence_group_id":"result-20f02fe1-21a1-49bc-8946-d063c48d76fd","run_manifest_sha256":"sha256:711b1ff8136f66852b501779201fe23b6608cea3dce7c56429988ede83c29897","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-20f02fe1-21a1-49bc-8946-d063c48d76fd","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":69085,"output_tokens":85994,"cached_input_tokens":21248,"cache_write_input_tokens":0,"reasoning_tokens":68228},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":17,"score":19,"source_ref":"private/evaluation-publication-rehearsal/objects/ae75ac4a54e90ea3027d4a03e65b8d84ef5c76984746b8f0945b384677ee21d1.json","original_identity":{"generation":"sha256:726b01cddadefbea80521125cafbc64c8678b60c134e11bcecc85c0fb0d8bbcb","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:726b01cddadefbea80521125cafbc64c8678b60c134e11bcecc85c0fb0d8bbcb","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:964bf2d5afc770d8a340ce7b8d74af6ab6eb801aeda788c068b40e8c108fad05"}},{"model_configuration_id":"cloudflare-reference:gpt-6-astra:medium","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-6-astra","canonical_model_id":"gpt-6-astra","display_name":"gpt-6-astra","reasoning_effort":"medium","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":91,"max_score":100,"question_scores":{"01_session_bundle_repair":19,"02_code_counterexample_maxgap":20,"03_ci_optimality_certificate":15,"04_transaction_regression_design":17,"05_cache_regression_test_design":20},"elapsed_ms":710697,"usage":{"input_tokens":69090,"cached_input_tokens":21248,"output_tokens":19988,"reasoning_tokens":5646},"estimated_api_cost_usd":1.499068,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:54:17.476+00:00","source_evidence_group_id":"result-b472c9ec-1add-4728-9d74-c189a8cbfbe8","run_manifest_sha256":"sha256:1f3812a69642663481ce59ba4956e97d5a6e4d76fb7691ee81ee914617a88076","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-b472c9ec-1add-4728-9d74-c189a8cbfbe8","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":69090,"output_tokens":19988,"cached_input_tokens":21248,"cache_write_input_tokens":0,"reasoning_tokens":5646},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":20,"score":20,"source_ref":"private/evaluation-publication-rehearsal/objects/79631c20ee75e7c8a3759f808842258d397209cd791c7249b56bd8e5a6fc30de.json","original_identity":{"generation":"sha256:81dbb1a5283db15e3138981fb495461a5f06778c18516401be2659acf5524263","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:81dbb1a5283db15e3138981fb495461a5f06778c18516401be2659acf5524263","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:c8147304fae69a32748fd1780cc287b55697f388f63c7f3a26dbcfa0c8b7a6d5"}},{"model_configuration_id":"cloudflare-reference:gpt-6-astra:xhigh","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-6-astra","canonical_model_id":"gpt-6-astra","display_name":"gpt-6-astra","reasoning_effort":"xhigh","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":95,"max_score":100,"question_scores":{"01_session_bundle_repair":19,"02_code_counterexample_maxgap":19,"03_ci_optimality_certificate":19,"04_transaction_regression_design":18,"05_cache_regression_test_design":20},"elapsed_ms":1842471,"usage":{"input_tokens":69083,"cached_input_tokens":20992,"output_tokens":56869,"reasoning_tokens":39476},"estimated_api_cost_usd":3.345352,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T22:59:34.770+00:00","source_evidence_group_id":"result-5ebb84e2-35e1-4a2e-b6be-5594f31e1b3f","run_manifest_sha256":"sha256:c6f5f14a5ebe8852ce64a3ba592635edbc2257582bfeb1b2f3d30c56bc36e41a","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-5ebb84e2-35e1-4a2e-b6be-5594f31e1b3f","execution_origin_indices":{"01_session_bundle_repair":1,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":69083,"output_tokens":56869,"cached_input_tokens":20992,"cache_write_input_tokens":0,"reasoning_tokens":39476},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":20,"score":20,"source_ref":"private/evaluation-publication-rehearsal/objects/a8bf47be34e2411d9ab33cab21895888061ab9fa3b8eae14c9249f5a1058cb02.json","original_identity":{"generation":"sha256:47437bc66f5a6f61d862209d205fadfdf0d153cd228af0b2762b81b62969d8f9","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:47437bc66f5a6f61d862209d205fadfdf0d153cd228af0b2762b81b62969d8f9","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:f474b1bcfc4957a778b789538f85a3a89f6ddddab44c25ef4fec3cc608a11790"}},{"model_configuration_id":"cloudflare-reference:gpt-6-luna:high","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-6-luna","canonical_model_id":"gpt-6-luna","display_name":"gpt-6-luna","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":44,"max_score":100,"question_scores":{"01_session_bundle_repair":8,"02_code_counterexample_maxgap":10,"03_ci_optimality_certificate":9,"04_transaction_regression_design":11,"05_cache_regression_test_design":6},"elapsed_ms":705870,"usage":{"input_tokens":69029,"cached_input_tokens":40064,"output_tokens":18706,"reasoning_tokens":10860},"estimated_api_cost_usd":0.013051,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-23T04:30:00.085+00:00","source_evidence_group_id":"result-95c808d5-a0f9-4aef-951c-178aec77208b","run_manifest_sha256":"sha256:01436ffccbf3aa50a2b0763271eac9c2e73a486307047d55109a5b57a0f8064c","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-95c808d5-a0f9-4aef-951c-178aec77208b","execution_origin_indices":{"01_session_bundle_repair":2,"02_code_counterexample_maxgap":2,"03_ci_optimality_certificate":2,"04_transaction_regression_design":2,"05_cache_regression_test_design":2},"cost_usage":{"input_tokens":69029,"output_tokens":18706,"cached_input_tokens":40064,"cache_write_input_tokens":0,"reasoning_tokens":10860},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":4,"score":6,"source_ref":"private/evaluation-publication-rehearsal/objects/dba2ddfe9c210eea4e289b635db8dc1d5d011ef5a0d92a7387dc407a61b9dfaf.json","original_identity":{"generation":"sha256:44099692cd7d28c6a298bd7d29859145ee737ee45a3354a04c0336783b509706","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:44099692cd7d28c6a298bd7d29859145ee737ee45a3354a04c0336783b509706","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:64428e94ec0c59c8bd6c12c10afc2f0bc007e2777aedc1867d045fa1420b9d7b"}},{"model_configuration_id":"cloudflare-reference:gpt-6-luna:low","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-6-luna","canonical_model_id":"gpt-6-luna","display_name":"gpt-6-luna","reasoning_effort":"low","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":23,"max_score":100,"question_scores":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":12,"03_ci_optimality_certificate":0,"04_transaction_regression_design":11,"05_cache_regression_test_design":0},"elapsed_ms":550403,"usage":{"input_tokens":110625,"cached_input_tokens":87040,"output_tokens":6140,"reasoning_tokens":0},"estimated_api_cost_usd":0.007169,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-23T04:47:10.564+00:00","source_evidence_group_id":"result-77bb08e8-abc6-4225-88f1-98f58ee24d3c","run_manifest_sha256":"sha256:bd77c66921871983dbf96945543ef8acbf7d7b06db71577a6dfb5e7d1809f2fe","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-77bb08e8-abc6-4225-88f1-98f58ee24d3c","execution_origin_indices":{"01_session_bundle_repair":2,"02_code_counterexample_maxgap":2,"03_ci_optimality_certificate":2,"04_transaction_regression_design":2,"05_cache_regression_test_design":2},"cost_usage":{"input_tokens":110625,"output_tokens":6140,"cached_input_tokens":87040,"cache_write_input_tokens":0,"reasoning_tokens":0},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":0,"score":0,"source_ref":"private/evaluation-publication-rehearsal/objects/fcc9c09c0e1ecb74f05ef8fac7c11b2c0deae472349cb7497387e452c62fa458.json","original_identity":{"generation":"sha256:9922ec6d5c5cb7effc329d83cfbdbf4b8337f6a0b0c8e01fd3d73aed3c86a4eb","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:9922ec6d5c5cb7effc329d83cfbdbf4b8337f6a0b0c8e01fd3d73aed3c86a4eb","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:139bad6065f3199f3760700caa51afb72804fd0440d07e2e8d6e29f321cb5f2f"}},{"model_configuration_id":"cloudflare-reference:gpt-6-luna:max","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-6-luna","canonical_model_id":"gpt-6-luna","display_name":"gpt-6-luna","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":61,"max_score":100,"question_scores":{"01_session_bundle_repair":9,"02_code_counterexample_maxgap":16,"03_ci_optimality_certificate":7,"04_transaction_regression_design":15,"05_cache_regression_test_design":14},"elapsed_ms":1054690,"usage":{"input_tokens":69046,"cached_input_tokens":32896,"output_tokens":49559,"reasoning_tokens":39087},"estimated_api_cost_usd":0.029052,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-23T04:48:58.178+00:00","source_evidence_group_id":"result-33e81c52-25c4-4527-be76-e5679acf89e8","run_manifest_sha256":"sha256:8ac0570428146d6bb4ca740bc58502225773a5fd771c59aa936e5800a3583005","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-33e81c52-25c4-4527-be76-e5679acf89e8","execution_origin_indices":{"01_session_bundle_repair":2,"02_code_counterexample_maxgap":2,"03_ci_optimality_certificate":2,"04_transaction_regression_design":2,"05_cache_regression_test_design":2},"cost_usage":{"input_tokens":69046,"output_tokens":49559,"cached_input_tokens":32896,"cache_write_input_tokens":0,"reasoning_tokens":39087},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":10,"score":14,"source_ref":"private/evaluation-publication-rehearsal/objects/b578dd3c514ed0a38e6f8e1d4300b8ec01caef87ca0828e599311be0e7138d5c.json","original_identity":{"generation":"sha256:3afc8d9de2dccd2184f500e55a15ce0a5ebd57c5a9acb5c94aad2586b6ba0b81","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:3afc8d9de2dccd2184f500e55a15ce0a5ebd57c5a9acb5c94aad2586b6ba0b81","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:07ed43f2683e6d7638492befb0a78cd3e8b000c74b7eee013ca3bb99237ede2b"}},{"model_configuration_id":"cloudflare-reference:gpt-6-luna:medium","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-6-luna","canonical_model_id":"gpt-6-luna","display_name":"gpt-6-luna","reasoning_effort":"medium","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":24,"max_score":100,"question_scores":{"01_session_bundle_repair":9,"02_code_counterexample_maxgap":0,"03_ci_optimality_certificate":4,"04_transaction_regression_design":11,"05_cache_regression_test_design":0},"elapsed_ms":605310,"usage":{"input_tokens":69058,"cached_input_tokens":40064,"output_tokens":9453,"reasoning_tokens":3163},"estimated_api_cost_usd":0.008427,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-23T04:49:24.679+00:00","source_evidence_group_id":"result-c4681c94-deca-479f-9f7a-139b81344d74","run_manifest_sha256":"sha256:fda7cd6c86571e347fbe7a6367d8ee06a91c7d7585c0833e601d6f815f4a80f9","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-c4681c94-deca-479f-9f7a-139b81344d74","execution_origin_indices":{"01_session_bundle_repair":2,"02_code_counterexample_maxgap":2,"03_ci_optimality_certificate":2,"04_transaction_regression_design":2,"05_cache_regression_test_design":2},"cost_usage":{"input_tokens":69058,"output_tokens":9453,"cached_input_tokens":40064,"cache_write_input_tokens":0,"reasoning_tokens":3163},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":0,"score":0,"source_ref":"private/evaluation-publication-rehearsal/objects/d77a676ce445cb0d44133ee74d7157c46f3d98ac9b8cbd43305af728bec6971d.json","original_identity":{"generation":"sha256:5f40784c4383a7a9be38489f78f5c963855f839a7ab85b6f2ec5d04b66a63715","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:5f40784c4383a7a9be38489f78f5c963855f839a7ab85b6f2ec5d04b66a63715","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:15bafd58584bff615f6e92a591ceda18528f9b920465f317e821c45d6f026943"}},{"model_configuration_id":"cloudflare-reference:gpt-6-luna:xhigh","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-6-luna","canonical_model_id":"gpt-6-luna","display_name":"gpt-6-luna","reasoning_effort":"xhigh","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":62,"max_score":100,"question_scores":{"01_session_bundle_repair":10,"02_code_counterexample_maxgap":16,"03_ci_optimality_certificate":9,"04_transaction_regression_design":13,"05_cache_regression_test_design":14},"elapsed_ms":1073565,"usage":{"input_tokens":69038,"cached_input_tokens":40064,"output_tokens":38327,"reasoning_tokens":28299},"estimated_api_cost_usd":0.022862,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-23T04:36:00.884+00:00","source_evidence_group_id":"result-aabb76f0-ee0d-47a8-abec-a940481ab618","run_manifest_sha256":"sha256:b7e4159c2411f4248e4f519a9709fdb4adabcc119224de1f2f40de4be3f15d43","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-aabb76f0-ee0d-47a8-abec-a940481ab618","execution_origin_indices":{"01_session_bundle_repair":2,"02_code_counterexample_maxgap":2,"03_ci_optimality_certificate":2,"04_transaction_regression_design":2,"05_cache_regression_test_design":2},"cost_usage":{"input_tokens":69038,"output_tokens":38327,"cached_input_tokens":40064,"cache_write_input_tokens":0,"reasoning_tokens":28299},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":9,"score":14,"source_ref":"private/evaluation-publication-rehearsal/objects/62cc3d3183edc870c93821dddf6d7f9cd756ae45dd3c65a8bd7cc06771439795.json","original_identity":{"generation":"sha256:625217526ef320953a0f176d1c0e6bab39ea63ae7d83809aed3c2867545a9f28","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:625217526ef320953a0f176d1c0e6bab39ea63ae7d83809aed3c2867545a9f28","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:73e4ddff95ab1534999058c01c8d9528ab8cf9ec8f0d3648cc6bc10cb512f7f3"}},{"model_configuration_id":"cloudflare-reference:gpt-6-sol:high","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-6-sol","canonical_model_id":"gpt-6-sol","display_name":"gpt-6-sol","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":76,"max_score":100,"question_scores":{"01_session_bundle_repair":13,"02_code_counterexample_maxgap":18,"03_ci_optimality_certificate":12,"04_transaction_regression_design":16,"05_cache_regression_test_design":17},"elapsed_ms":684218,"usage":{"input_tokens":69152,"cached_input_tokens":49664,"output_tokens":27806,"reasoning_tokens":15108},"estimated_api_cost_usd":0.336902,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-23T01:29:01.202+00:00","source_evidence_group_id":"result-df25c459-c0c8-4e3e-86df-de1ea6edb375","run_manifest_sha256":"sha256:36e5eb231c0a9b199a76a6fbfa946d328cc26d3f1d299594d6937a2612bbcf0c","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-df25c459-c0c8-4e3e-86df-de1ea6edb375","execution_origin_indices":{"01_session_bundle_repair":3,"02_code_counterexample_maxgap":3,"03_ci_optimality_certificate":3,"04_transaction_regression_design":3,"05_cache_regression_test_design":3},"cost_usage":{"input_tokens":69152,"output_tokens":27806,"cached_input_tokens":49664,"cache_write_input_tokens":0,"reasoning_tokens":15108},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":13,"score":17,"source_ref":"private/evaluation-publication-rehearsal/objects/68abd454d2a420303d9776829887e07daac6a647da12b052c071ddb5105f8a57.json","original_identity":{"generation":"sha256:24409a704d710c404fb01a2edaf17151685de55072cc3a54f5d06d0333c56d80","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:24409a704d710c404fb01a2edaf17151685de55072cc3a54f5d06d0333c56d80","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:48a6d8fc8e65b1567b7546199f18469fb4d9a6119d4cc158d6bcb06e58479656"}},{"model_configuration_id":"cloudflare-reference:gpt-6-sol:low","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-6-sol","canonical_model_id":"gpt-6-sol","display_name":"gpt-6-sol","reasoning_effort":"low","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":54,"max_score":100,"question_scores":{"01_session_bundle_repair":11,"02_code_counterexample_maxgap":18,"03_ci_optimality_certificate":0,"04_transaction_regression_design":11,"05_cache_regression_test_design":14},"elapsed_ms":461925,"usage":{"input_tokens":69161,"cached_input_tokens":35072,"output_tokens":13173,"reasoning_tokens":2430},"estimated_api_cost_usd":0.213937,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-23T01:29:05.403+00:00","source_evidence_group_id":"result-cd342d4a-776b-41df-a651-459b738aa6ef","run_manifest_sha256":"sha256:3842c56f8f91d218c9804d537ea3f11cc8b55dc674cf8ede3476839c9b486101","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-cd342d4a-776b-41df-a651-459b738aa6ef","execution_origin_indices":{"01_session_bundle_repair":3,"02_code_counterexample_maxgap":3,"03_ci_optimality_certificate":3,"04_transaction_regression_design":3,"05_cache_regression_test_design":3},"cost_usage":{"input_tokens":69161,"output_tokens":13173,"cached_input_tokens":35072,"cache_write_input_tokens":0,"reasoning_tokens":2430},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":9,"score":14,"source_ref":"private/evaluation-publication-rehearsal/objects/b0a09ae7251f7eb98c68fa3d0d3a8b87983fe022444271456c5b77b7cfcc7ce6.json","original_identity":{"generation":"sha256:fa66c2a9d567f62104a984ebc050b5be3934794e0fc8a3e4460620331046c5cf","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:fa66c2a9d567f62104a984ebc050b5be3934794e0fc8a3e4460620331046c5cf","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:12f105e25cc5073e95a6073259659c69a5295a02c930b2a4307780a417a917b6"}},{"model_configuration_id":"cloudflare-reference:gpt-6-sol:max","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-6-sol","canonical_model_id":"gpt-6-sol","display_name":"gpt-6-sol","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":80,"max_score":100,"question_scores":{"01_session_bundle_repair":16,"02_code_counterexample_maxgap":16,"03_ci_optimality_certificate":13,"04_transaction_regression_design":16,"05_cache_regression_test_design":19},"elapsed_ms":1105013,"usage":{"input_tokens":69162,"cached_input_tokens":23680,"output_tokens":46315,"reasoning_tokens":31722},"estimated_api_cost_usd":0.563586,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-23T01:34:01.309+00:00","source_evidence_group_id":"result-790810cd-f4e3-4fb8-b1a0-c10f2d7f5241","run_manifest_sha256":"sha256:2144d495d4ed3527ce2af3eddf347032c38cb7b3281b52ecc432d73272ddde6f","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-790810cd-f4e3-4fb8-b1a0-c10f2d7f5241","execution_origin_indices":{"01_session_bundle_repair":3,"02_code_counterexample_maxgap":3,"03_ci_optimality_certificate":3,"04_transaction_regression_design":3,"05_cache_regression_test_design":3},"cost_usage":{"input_tokens":69162,"output_tokens":46315,"cached_input_tokens":23680,"cache_write_input_tokens":0,"reasoning_tokens":31722},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":17,"score":19,"source_ref":"private/evaluation-publication-rehearsal/objects/60dad65e4b99724a349cf8fa29bddd18965fb565953d7cfc05be11b4b875bc66.json","original_identity":{"generation":"sha256:5f5bba6409459f08f6d34493e6ef14525cf81c27ca3222392aefefe752a925f4","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:5f5bba6409459f08f6d34493e6ef14525cf81c27ca3222392aefefe752a925f4","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:688e9e96fcf780ad5437d35ca66ccbcbdbcd727d4fa8570e0a05def8db0063ea"}},{"model_configuration_id":"cloudflare-reference:gpt-6-sol:medium","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-6-sol","canonical_model_id":"gpt-6-sol","display_name":"gpt-6-sol","reasoning_effort":"medium","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":70,"max_score":100,"question_scores":{"01_session_bundle_repair":14,"02_code_counterexample_maxgap":16,"03_ci_optimality_certificate":12,"04_transaction_regression_design":12,"05_cache_regression_test_design":16},"elapsed_ms":617186,"usage":{"input_tokens":69137,"cached_input_tokens":35328,"output_tokens":21812,"reasoning_tokens":9068},"estimated_api_cost_usd":0.299869,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-23T01:33:37.100+00:00","source_evidence_group_id":"result-057666c2-977a-4e0b-b260-5a46f334fc51","run_manifest_sha256":"sha256:aebe3937572e2ac28a593f7c14fbd77cf0afeb2eb5ae95bf9bb57e7a98bd37f9","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-057666c2-977a-4e0b-b260-5a46f334fc51","execution_origin_indices":{"01_session_bundle_repair":3,"02_code_counterexample_maxgap":3,"03_ci_optimality_certificate":3,"04_transaction_regression_design":3,"05_cache_regression_test_design":3},"cost_usage":{"input_tokens":69137,"output_tokens":21812,"cached_input_tokens":35328,"cache_write_input_tokens":0,"reasoning_tokens":9068},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":11,"score":16,"source_ref":"private/evaluation-publication-rehearsal/objects/e5a531a3f18adef50348d1fea7c4bdea31245e4024f7da73e42e9ba33173347b.json","original_identity":{"generation":"sha256:7d5da5ae5695e0130e2d3a615eed39c96ccd27fc861a3db75a49d844a24ea22d","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:7d5da5ae5695e0130e2d3a615eed39c96ccd27fc861a3db75a49d844a24ea22d","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:dea77402e0b3ac51bbf88160f4798c9f6b0caa5009d99590eeee6f754b736424"}},{"model_configuration_id":"cloudflare-reference:gpt-6-sol:xhigh","model_configuration":{"provider_id":"cloudflare-reference","raw_model_id":"gpt-6-sol","canonical_model_id":"gpt-6-sol","display_name":"gpt-6-sol","reasoning_effort":"xhigh","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:3a6bae07e93e090d5bb5f3082fc0d1947d5621430f7b40549c4352a95d483948","score":80,"max_score":100,"question_scores":{"01_session_bundle_repair":17,"02_code_counterexample_maxgap":17,"03_ci_optimality_certificate":13,"04_transaction_regression_design":15,"05_cache_regression_test_design":18},"elapsed_ms":912749,"usage":{"input_tokens":69140,"cached_input_tokens":42624,"output_tokens":38783,"reasoning_tokens":24125},"estimated_api_cost_usd":0.457912,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-23T01:36:22.895+00:00","source_evidence_group_id":"result-cf9e3d3e-dde7-4f6b-afaa-55bab633b2ba","run_manifest_sha256":"sha256:fecbb90eb16e86d80a0a609529b9e28e387c6b596cbcdd6e191b79df9dfddb83","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-cf9e3d3e-dde7-4f6b-afaa-55bab633b2ba","execution_origin_indices":{"01_session_bundle_repair":3,"02_code_counterexample_maxgap":3,"03_ci_optimality_certificate":3,"04_transaction_regression_design":3,"05_cache_regression_test_design":3},"cost_usage":{"input_tokens":69140,"output_tokens":38783,"cached_input_tokens":42624,"cache_write_input_tokens":0,"reasoning_tokens":24125},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":15,"score":18,"source_ref":"private/evaluation-publication-rehearsal/objects/a5e88bd4800cdacdc5f2b9df4aeb819209fdea9d8a6f85b7cfc62878b500f05d.json","original_identity":{"generation":"sha256:b62ec203bbda47a9e299a39b737b52534c0f7124a66692d93dfde790ee686dfc","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:b62ec203bbda47a9e299a39b737b52534c0f7124a66692d93dfde790ee686dfc","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:f0062c6d3c5cc0d937844a382ef98f06cd489d2412f2206da103ebc357489600"}},{"model_configuration_id":"deepseek:deepseek-v4-flash:high","model_configuration":{"provider_id":"deepseek","raw_model_id":"deepseek-v4-flash","canonical_model_id":"deepseek-v4-flash","display_name":"deepseek-v4-flash","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:63a89854a5092a16f88e999293050726c459d0369638c079e6393947a2b30703","score":58,"max_score":100,"question_scores":{"01_session_bundle_repair":8,"02_code_counterexample_maxgap":16,"03_ci_optimality_certificate":11,"04_transaction_regression_design":10,"05_cache_regression_test_design":13},"elapsed_ms":695955,"usage":{"input_tokens":6821,"cached_input_tokens":6011,"output_tokens":136116,"reasoning_tokens":124460},"estimated_api_cost_usd":0.090057,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T21:21:51.922+00:00","source_evidence_group_id":"result-44033ef4-e5f0-4cd3-82e2-bbc1c76486b7","run_manifest_sha256":"sha256:0fab0782fcb4533e2918f7be0d60835b2c56283e17644147802947ba0e344e23","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-44033ef4-e5f0-4cd3-82e2-bbc1c76486b7","execution_origin_indices":{"01_session_bundle_repair":4,"02_code_counterexample_maxgap":4,"03_ci_optimality_certificate":4,"04_transaction_regression_design":4,"05_cache_regression_test_design":4},"cost_usage":{"input_tokens":6821,"output_tokens":136116,"cached_input_tokens":6011,"cache_write_input_tokens":0,"reasoning_tokens":124460},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":8,"score":13,"source_ref":"private/evaluation-publication-rehearsal/objects/67ef357439ed94cfe63752fa9035b746eff727e44d1826560fc144b490d9f308.json","original_identity":{"generation":"sha256:35b49df3fc3e4efd3bdd4e22ac1a2165677e0af2d8d438df37eeb08544068d6a","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:35b49df3fc3e4efd3bdd4e22ac1a2165677e0af2d8d438df37eeb08544068d6a","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:50bc54c6b8e79e7af4fe9ac99f095b1814dc45d2ae4a16caac900d9fe49efd66"}},{"model_configuration_id":"deepseek:deepseek-v4-flash:max","model_configuration":{"provider_id":"deepseek","raw_model_id":"deepseek-v4-flash","canonical_model_id":"deepseek-v4-flash","display_name":"deepseek-v4-flash","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:63a89854a5092a16f88e999293050726c459d0369638c079e6393947a2b30703","score":54,"max_score":100,"question_scores":{"01_session_bundle_repair":10,"02_code_counterexample_maxgap":17,"03_ci_optimality_certificate":12,"04_transaction_regression_design":15,"05_cache_regression_test_design":0},"elapsed_ms":847707,"usage":{"input_tokens":6821,"cached_input_tokens":6011,"output_tokens":179343,"reasoning_tokens":166011},"estimated_api_cost_usd":0.118587,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T21:23:07.823+00:00","source_evidence_group_id":"result-921cb506-64aa-4377-bccb-acbb72cb6178","run_manifest_sha256":"sha256:024b229b96c940da9b983b70c1ee99c49f8ea225d187a74bfe2136f898728d55","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-921cb506-64aa-4377-bccb-acbb72cb6178","execution_origin_indices":{"01_session_bundle_repair":4,"02_code_counterexample_maxgap":4,"03_ci_optimality_certificate":4,"04_transaction_regression_design":4,"05_cache_regression_test_design":4},"cost_usage":{"input_tokens":6821,"output_tokens":179343,"cached_input_tokens":6011,"cache_write_input_tokens":0,"reasoning_tokens":166011},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":0,"score":0,"source_ref":"private/evaluation-publication-rehearsal/objects/e5bd45a58e305698bee0afee6c1383cdff4037b6d50d881382d690545cdcb7c6.json","original_identity":{"generation":"sha256:0bb8c78f7af42adff08a8d25ed963bf7c36d2acf75d6bc381d635f3c81717d04","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:0bb8c78f7af42adff08a8d25ed963bf7c36d2acf75d6bc381d635f3c81717d04","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:854cbf9c62672ef55e7cafb50fc2ca27f6d92348d0ac9c66b15286408f6e8d23"}},{"model_configuration_id":"deepseek:deepseek-v4-pro:high","model_configuration":{"provider_id":"deepseek","raw_model_id":"deepseek-v4-pro","canonical_model_id":"deepseek-v4-pro","display_name":"deepseek-v4-pro","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:63a89854a5092a16f88e999293050726c459d0369638c079e6393947a2b30703","score":61,"max_score":100,"question_scores":{"01_session_bundle_repair":10,"02_code_counterexample_maxgap":16,"03_ci_optimality_certificate":8,"04_transaction_regression_design":13,"05_cache_regression_test_design":14},"elapsed_ms":1346289,"usage":{"input_tokens":7086,"cached_input_tokens":6784,"output_tokens":150001,"reasoning_tokens":138446},"estimated_api_cost_usd":0.297351,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T21:27:30.577+00:00","source_evidence_group_id":"result-58da41b3-3a46-41be-8be6-b1d863ab3bc3","run_manifest_sha256":"sha256:83839937f0cd9c3abfaaff1311cb8900e7b4aa51b14dabd25937465e5a003b7d","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-58da41b3-3a46-41be-8be6-b1d863ab3bc3","execution_origin_indices":{"01_session_bundle_repair":4,"02_code_counterexample_maxgap":4,"03_ci_optimality_certificate":4,"04_transaction_regression_design":4,"05_cache_regression_test_design":4},"cost_usage":{"input_tokens":7086,"output_tokens":150001,"cached_input_tokens":6784,"cache_write_input_tokens":0,"reasoning_tokens":138446},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":9,"score":14,"source_ref":"private/evaluation-publication-rehearsal/objects/b6918299ef08d3bbf874b645a2a7799cf67711f0980c6e2b1129b27df6259545.json","original_identity":{"generation":"sha256:064c0b722eead2b790450c13d4cacc00ff3b94eaea8250f67eab55b818e97045","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:064c0b722eead2b790450c13d4cacc00ff3b94eaea8250f67eab55b818e97045","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:2fe0e98bda049518a3108f75639014fc4cd35cbf4a9ae9c8da5c1e2332a72a59"}},{"model_configuration_id":"deepseek:deepseek-v4-pro:max","model_configuration":{"provider_id":"deepseek","raw_model_id":"deepseek-v4-pro","canonical_model_id":"deepseek-v4-pro","display_name":"deepseek-v4-pro","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:63a89854a5092a16f88e999293050726c459d0369638c079e6393947a2b30703","score":67,"max_score":100,"question_scores":{"01_session_bundle_repair":9,"02_code_counterexample_maxgap":17,"03_ci_optimality_certificate":12,"04_transaction_regression_design":13,"05_cache_regression_test_design":16},"elapsed_ms":1613458,"usage":{"input_tokens":7151,"cached_input_tokens":6784,"output_tokens":223565,"reasoning_tokens":211029},"estimated_api_cost_usd":0.44305,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T21:28:40.627+00:00","source_evidence_group_id":"result-15510e9d-1dcf-44f2-b399-c55716260a0e","run_manifest_sha256":"sha256:9136b47109edd5ab38d78136ecac148ca321732d39c959829a8a156dbca8b7a6","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-15510e9d-1dcf-44f2-b399-c55716260a0e","execution_origin_indices":{"01_session_bundle_repair":4,"02_code_counterexample_maxgap":4,"03_ci_optimality_certificate":4,"04_transaction_regression_design":4,"05_cache_regression_test_design":4},"cost_usage":{"input_tokens":7151,"output_tokens":223565,"cached_input_tokens":6784,"cache_write_input_tokens":0,"reasoning_tokens":211029},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":13,"score":16,"source_ref":"private/evaluation-publication-rehearsal/objects/858b2852ce9604a890f7c36bb640122d2fce36ddd5d8674bae86b6ee3f76adba.json","original_identity":{"generation":"sha256:2b6a8b89a5c4102bcaa92bc229ab48ff44e6c447ca5243ad74dfe20ac103de6a","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:2b6a8b89a5c4102bcaa92bc229ab48ff44e6c447ca5243ad74dfe20ac103de6a","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:d4faf5cb970a77ac796c8616ac7ff64a60c4c6ed3bb85b60ab405d744baa8ead"}},{"model_configuration_id":"deepseek:deepseek-v4.1-flash-expires-on-0910:high","model_configuration":{"provider_id":"deepseek","raw_model_id":"deepseek-v4.1-flash-expires-on-0910","canonical_model_id":"deepseek-v4.1-flash-expires-on-0910","display_name":"deepseek-v4.1-flash-expires-on-0910","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:63a89854a5092a16f88e999293050726c459d0369638c079e6393947a2b30703","score":56,"max_score":100,"question_scores":{"01_session_bundle_repair":7,"02_code_counterexample_maxgap":11,"03_ci_optimality_certificate":10,"04_transaction_regression_design":13,"05_cache_regression_test_design":15},"elapsed_ms":548265,"usage":{"input_tokens":6821,"cached_input_tokens":6011,"output_tokens":108150,"reasoning_tokens":95593},"estimated_api_cost_usd":0.071557,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T21:25:06.230+00:00","source_evidence_group_id":"result-4b853c47-1223-43f3-910b-196b2892c214","run_manifest_sha256":"sha256:52017b0b290b65d081023632feadc9be01526d365e74a13df6059a0317e87066","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-4b853c47-1223-43f3-910b-196b2892c214","execution_origin_indices":{"01_session_bundle_repair":4,"02_code_counterexample_maxgap":4,"03_ci_optimality_certificate":4,"04_transaction_regression_design":4,"05_cache_regression_test_design":4},"cost_usage":{"input_tokens":6821,"output_tokens":108150,"cached_input_tokens":6011,"cache_write_input_tokens":0,"reasoning_tokens":95593},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":9,"score":15,"source_ref":"private/evaluation-publication-rehearsal/objects/0c69803c011b8c80d231f999cb60d23e5f67749ca3195fdaf479460878884e82.json","original_identity":{"generation":"sha256:c1cd1ab359efe8af2d0299d7bbc1273cda2a7d547a3cb2d44acd72f8fca092c3","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:c1cd1ab359efe8af2d0299d7bbc1273cda2a7d547a3cb2d44acd72f8fca092c3","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:ecd64c092b487f2a6d6a43f35a552d4bc8d75258464601e0492ac01ac32a59aa"}},{"model_configuration_id":"deepseek:deepseek-v4.1-flash-expires-on-0910:max","model_configuration":{"provider_id":"deepseek","raw_model_id":"deepseek-v4.1-flash-expires-on-0910","canonical_model_id":"deepseek-v4.1-flash-expires-on-0910","display_name":"deepseek-v4.1-flash-expires-on-0910","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:63a89854a5092a16f88e999293050726c459d0369638c079e6393947a2b30703","score":62,"max_score":100,"question_scores":{"01_session_bundle_repair":7,"02_code_counterexample_maxgap":14,"03_ci_optimality_certificate":13,"04_transaction_regression_design":14,"05_cache_regression_test_design":14},"elapsed_ms":753401,"usage":{"input_tokens":6821,"cached_input_tokens":6011,"output_tokens":157178,"reasoning_tokens":144644},"estimated_api_cost_usd":0.103916,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T21:26:37.708+00:00","source_evidence_group_id":"result-d01cd7d5-983c-4914-ad68-d9c42be1fcbf","run_manifest_sha256":"sha256:14e50e01fe3d62380cb8cedeb22001c6cd27a774b2ab5731261f6002beec1c1a","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-d01cd7d5-983c-4914-ad68-d9c42be1fcbf","execution_origin_indices":{"01_session_bundle_repair":4,"02_code_counterexample_maxgap":4,"03_ci_optimality_certificate":4,"04_transaction_regression_design":4,"05_cache_regression_test_design":4},"cost_usage":{"input_tokens":6821,"output_tokens":157178,"cached_input_tokens":6011,"cache_write_input_tokens":0,"reasoning_tokens":144644},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":9,"score":14,"source_ref":"private/evaluation-publication-rehearsal/objects/cc599505348a527babb8d12d8238676aa39a019005455d075ca0c45c3f60fa13.json","original_identity":{"generation":"sha256:0c571cbe20736ba8b2d94650dcc72ce1dfe8918dea77a06eba8f4978e72d1a35","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:0c571cbe20736ba8b2d94650dcc72ce1dfe8918dea77a06eba8f4978e72d1a35","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:243d11cf5431e6a6a96dd9670ffd073a05be3314b0133ef6fce0d6bedc6ac1b0"}},{"model_configuration_id":"GEMINI:gemini-3.7-flash-high:default","model_configuration":{"provider_id":"GEMINI","raw_model_id":"gemini-3.7-flash-high","canonical_model_id":"gemini-3.7-flash-high","display_name":"gemini-3.7-flash-high","reasoning_effort":"default","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:10f8d76c92afe650d37861f8cf63601d4abb6969fed0649aae563e10dc8992fc","score":63,"max_score":100,"question_scores":{"01_session_bundle_repair":12,"02_code_counterexample_maxgap":16,"03_ci_optimality_certificate":9,"04_transaction_regression_design":12,"05_cache_regression_test_design":14},"elapsed_ms":355964,"usage":{"input_tokens":8029,"output_tokens":16740,"reasoning_tokens":126085},"estimated_api_cost_usd":0.068797,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T21:08:58.427+00:00","source_evidence_group_id":"result-cb77895e-a3a2-407b-b85e-f4a69e1ccc57","run_manifest_sha256":"sha256:6a3a620165b06093221276fd563421ec0c9a2225502155158766da597c25f9eb","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-cb77895e-a3a2-407b-b85e-f4a69e1ccc57","execution_origin_indices":{"01_session_bundle_repair":5,"02_code_counterexample_maxgap":5,"03_ci_optimality_certificate":5,"04_transaction_regression_design":5,"05_cache_regression_test_design":5},"cost_usage":{"input_tokens":8029,"output_tokens":16740,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":16740},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":10,"score":14,"source_ref":"private/evaluation-publication-rehearsal/objects/ed83c0204deb16cb379ccb01d0d5f944194e3f3a8aeaffc8953e2a3974030a66.json","original_identity":{"generation":"sha256:e4ae76beaadc98af10a867a526ae782490a5bd926b25a3736be9f21042982e41","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:e4ae76beaadc98af10a867a526ae782490a5bd926b25a3736be9f21042982e41","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:7285668f0c1808b4d7584631efad86b81c27fe1247ac4cb2a18b17e58f184021"}},{"model_configuration_id":"GEMINI:gemini-3.8-flash-high:default","model_configuration":{"provider_id":"GEMINI","raw_model_id":"gemini-3.8-flash-high","canonical_model_id":"gemini-3.8-flash-high","display_name":"gemini-3.8-flash-high","reasoning_effort":"default","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:10f8d76c92afe650d37861f8cf63601d4abb6969fed0649aae563e10dc8992fc","score":64,"max_score":100,"question_scores":{"01_session_bundle_repair":9,"02_code_counterexample_maxgap":14,"03_ci_optimality_certificate":13,"04_transaction_regression_design":14,"05_cache_regression_test_design":14},"elapsed_ms":815239,"usage":{"input_tokens":8029,"output_tokens":14556,"reasoning_tokens":173861},"estimated_api_cost_usd":0.060607,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-19T21:15:27.324+00:00","source_evidence_group_id":"result-ec0f48a6-3aca-4a68-9f57-1f156b2cf1b6","run_manifest_sha256":"sha256:b4cfa6e5459bcf3dc82d94b78e5d43a0d130b47400b9da9b27baf547720c43ce","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-ec0f48a6-3aca-4a68-9f57-1f156b2cf1b6","execution_origin_indices":{"01_session_bundle_repair":5,"02_code_counterexample_maxgap":5,"03_ci_optimality_certificate":5,"04_transaction_regression_design":5,"05_cache_regression_test_design":5},"cost_usage":{"input_tokens":8029,"output_tokens":14556,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":14556},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":10,"score":14,"source_ref":"private/evaluation-publication-rehearsal/objects/fd6c8e0787bdec658969204abc57a55d54f297220846c006b3da18bcea515a68.json","original_identity":{"generation":"sha256:3cce9214966f542292aff18b7aa2c0696bb136650b722eb50eae05897ecde76f","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:3cce9214966f542292aff18b7aa2c0696bb136650b722eb50eae05897ecde76f","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:2904ab3a874244c16a02b8c3f0450d67d3449684e45c4f05962f9f5a685a3bb1"}},{"model_configuration_id":"grok-api:grok-4.7:high","model_configuration":{"provider_id":"grok-api","raw_model_id":"grok-4.7","canonical_model_id":"grok-4.7","display_name":"grok-4.7","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2a6919a69ddd479dd4b1d697d9b6f292b3e05c49e82499197c9227033ba1b617","score":87,"max_score":100,"question_scores":{"01_session_bundle_repair":15,"02_code_counterexample_maxgap":18,"03_ci_optimality_certificate":18,"04_transaction_regression_design":16,"05_cache_regression_test_design":20},"elapsed_ms":4648617,"usage":{"input_tokens":89543,"cached_input_tokens":5760,"output_tokens":304113,"reasoning_tokens":288478},"estimated_api_cost_usd":1.995124,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-22T06:42:13.800+00:00","source_evidence_group_id":"result-4d46ad71-ccda-4cef-be94-c6c7fa8d21fd","run_manifest_sha256":"sha256:c1e6bce077b40d0501bac9f82f92831bc24532ce1069cf4c6173296152e22d33","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-4d46ad71-ccda-4cef-be94-c6c7fa8d21fd","execution_origin_indices":{"01_session_bundle_repair":8,"02_code_counterexample_maxgap":8,"03_ci_optimality_certificate":8,"04_transaction_regression_design":8,"05_cache_regression_test_design":8},"cost_usage":{"input_tokens":89543,"output_tokens":304113,"cached_input_tokens":5760,"cache_write_input_tokens":0,"reasoning_tokens":288478},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":20,"score":20,"source_ref":"private/evaluation-publication-rehearsal/objects/3e169c10e96e97ced1fa8ae4881b32c2a0563aac6b601a458102cf3fabc25d8f.json","original_identity":{"generation":"sha256:7cdf7af468be220f6c649d9a53e9e52f8129f322c50474ce48284aacc95c042c","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:7cdf7af468be220f6c649d9a53e9e52f8129f322c50474ce48284aacc95c042c","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:fdfd5ef6d7a4fe8d927bd1cf6558666b16f2e5cddefad93cd34a211c5bd8c3b9"}},{"model_configuration_id":"grok-api:grok-4.7:xhigh","model_configuration":{"provider_id":"grok-api","raw_model_id":"grok-4.7","canonical_model_id":"grok-4.7","display_name":"grok-4.7","reasoning_effort":"xhigh","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2a6919a69ddd479dd4b1d697d9b6f292b3e05c49e82499197c9227033ba1b617","score":86,"max_score":100,"question_scores":{"01_session_bundle_repair":16,"02_code_counterexample_maxgap":17,"03_ci_optimality_certificate":16,"04_transaction_regression_design":18,"05_cache_regression_test_design":19},"elapsed_ms":5280210,"usage":{"input_tokens":89539,"cached_input_tokens":5760,"output_tokens":329853,"reasoning_tokens":317094},"estimated_api_cost_usd":2.149556,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-22T06:40:19.545+00:00","source_evidence_group_id":"result-76d7e508-1b39-4a1e-8443-cd21d2f8cd4c","run_manifest_sha256":"sha256:06f959f703131dca11908b8fc553bacf3400080719190b193e92bdad665fd6dd","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-76d7e508-1b39-4a1e-8443-cd21d2f8cd4c","execution_origin_indices":{"01_session_bundle_repair":8,"02_code_counterexample_maxgap":8,"03_ci_optimality_certificate":8,"04_transaction_regression_design":8,"05_cache_regression_test_design":8},"cost_usage":{"input_tokens":89539,"output_tokens":329853,"cached_input_tokens":5760,"cache_write_input_tokens":0,"reasoning_tokens":317094},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":17,"score":19,"source_ref":"private/evaluation-publication-rehearsal/objects/c7e9b76c7dde52027ba299196fa7d5f0ac33350856a5f1916b9f9c4d553dda2f.json","original_identity":{"generation":"sha256:27673fcd0f31c4dabd085da0577e28b33b15fdc892255fac6e4385b24dfc1e4f","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:27673fcd0f31c4dabd085da0577e28b33b15fdc892255fac6e4385b24dfc1e4f","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:6732576f69e077da56dc5a39176d0fb0001c989c55ad7e0ce4f1abfa9dcb64a3"}},{"model_configuration_id":"stepfun:step-5-preview:default","model_configuration":{"provider_id":"stepfun","raw_model_id":"step-5-preview","canonical_model_id":"step-5-preview","display_name":"step-5-preview","reasoning_effort":"default","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:35ea6c2ad2c7c0ef9a80a5abd92a88c955f3604c50904fed46ee4224b949bfd6","score":61,"max_score":100,"question_scores":{"01_session_bundle_repair":9,"02_code_counterexample_maxgap":16,"03_ci_optimality_certificate":8,"04_transaction_regression_design":16,"05_cache_regression_test_design":12},"elapsed_ms":432480,"usage":{"input_tokens":6726,"cached_input_tokens":0,"output_tokens":124158,"reasoning_tokens":0},"estimated_api_cost_usd":0.341953,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-20T21:07:26.128+00:00","source_evidence_group_id":"result-291d3081-ca65-427b-8bb8-f96a166d6024","run_manifest_sha256":"sha256:134f36247799e7af67a52732715c460ccc54b866fc90b45efc1dea609aeb6eb5","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-291d3081-ca65-427b-8bb8-f96a166d6024","execution_origin_indices":{"01_session_bundle_repair":9,"02_code_counterexample_maxgap":9,"03_ci_optimality_certificate":9,"04_transaction_regression_design":9,"05_cache_regression_test_design":9},"cost_usage":{"input_tokens":6726,"output_tokens":124158,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":0},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":7,"score":12,"source_ref":"private/evaluation-publication-rehearsal/objects/1f09a7404288555bf9e753e0fbcedfb18cda3ef503cba935c2cbeb0a09e8fb5a.json","original_identity":{"generation":"sha256:133d23b59108aa319e29056b66235b0e4f991bf493e22fa2bb176e22963fc348","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:133d23b59108aa319e29056b66235b0e4f991bf493e22fa2bb176e22963fc348","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:5dd5e36ac5cf62e19ce367d45361636404105b161fa62b00190402a467292e9b"}},{"model_configuration_id":"xiaomi:mimo-v2.6-pro:default","model_configuration":{"provider_id":"xiaomi","raw_model_id":"mimo-v2.6-pro","canonical_model_id":"mimo-v2.6-pro","display_name":"mimo-v2.6-pro","reasoning_effort":"default","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:bb46bfd06c28a7c97977f3785ce36206b43b952437b6fb8215259e7f036a12e4","score":70,"max_score":100,"question_scores":{"01_session_bundle_repair":10,"02_code_counterexample_maxgap":15,"03_ci_optimality_certificate":12,"04_transaction_regression_design":16,"05_cache_regression_test_design":17},"elapsed_ms":4805113,"usage":{"input_tokens":6535,"cached_input_tokens":0,"output_tokens":201804,"reasoning_tokens":189676},"estimated_api_cost_usd":0.178412,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-23T13:24:19.328+00:00","source_evidence_group_id":"result-7b7b851b-9803-4d07-af61-ba4be2b5222b","run_manifest_sha256":"sha256:32613826768bcddc7f6cb41220f95cfbd25d59627a4116d37f5d43b8d5944fa4","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-7b7b851b-9803-4d07-af61-ba4be2b5222b","execution_origin_indices":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":1,"03_ci_optimality_certificate":1,"04_transaction_regression_design":1,"05_cache_regression_test_design":1},"cost_usage":{"input_tokens":6535,"output_tokens":201804,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":189676},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":13,"score":17,"source_ref":"private/evaluation-publication-rehearsal/objects/24c54eab4fca77204a9102330d11529905a686ee1683a1e3070a4ea2d8753130.json","original_identity":{"generation":"sha256:a26131f829d4bdf0053df836d9413e3e55e166a54898811d1d74b23ddf63ac9a","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:a26131f829d4bdf0053df836d9413e3e55e166a54898811d1d74b23ddf63ac9a","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:b47a0312408625fd9f3f8e18805a8dd399b98f02d925a95eb989f2292196aee1"}},{"model_configuration_id":"xiaomi:mimo-v2.6-flash:default","model_configuration":{"provider_id":"xiaomi","raw_model_id":"mimo-v2.6-flash","canonical_model_id":"mimo-v2.6-flash","display_name":"mimo-v2.6-flash","reasoning_effort":"default","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:bb46bfd06c28a7c97977f3785ce36206b43b952437b6fb8215259e7f036a12e4","score":58,"max_score":100,"question_scores":{"01_session_bundle_repair":11,"02_code_counterexample_maxgap":17,"03_ci_optimality_certificate":0,"04_transaction_regression_design":15,"05_cache_regression_test_design":15},"elapsed_ms":2135528,"usage":{"input_tokens":6535,"cached_input_tokens":0,"output_tokens":150753,"reasoning_tokens":141441},"estimated_api_cost_usd":0.043126,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-24T01:25:04.746+00:00","source_evidence_group_id":"result-a1a76621-c6f2-4203-a4e7-e94b43602789","run_manifest_sha256":"sha256:30e29de3a4b04142a8588948cf530c8feecdb2d339c63a61ba18db4f97c371a6","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-a1a76621-c6f2-4203-a4e7-e94b43602789","cost_usage":{"input_tokens":6535,"output_tokens":150753,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":141441},"metadata_provenance":{"kind":"owner_authorized_pricing_supplement","source_url":"https://mimo.mi.com/models/en-US/mimo-v2.6-flash","pricing_snapshot_id":"pricing-v1-700152c481f05cc80e96269bc743869096a18889c0c29c29a9f0bb6a09a88e29"},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":11,"score":15,"source_ref":"private/evaluation-publication-rehearsal/objects/cf0cfc3fae618374187dff71d309af182e0430991434031e94dc73fc5f8cdfe5.json","original_identity":{"generation":"sha256:27d3062d22ce2023401824604fd630379552f5242ba807a282bfc176d1c9e57f","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:27d3062d22ce2023401824604fd630379552f5242ba807a282bfc176d1c9e57f","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:8abb44e8eb031a9b102e272b0c9ddfa0985bd038f371238dc4cdbf36bce59920"}},{"model_configuration_id":"opencode:space-bunny-free:default","model_configuration":{"provider_id":"opencode","raw_model_id":"space-bunny-free","canonical_model_id":"space-bunny-free","display_name":"Space Bunny","reasoning_effort":"default","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:8d0cd7032d190cb6c60bc8f94d476cc31c9ace95960ad6fec7387916510a8090","score":61,"max_score":100,"question_scores":{"02_code_counterexample_maxgap":15,"03_ci_optimality_certificate":7,"04_transaction_regression_design":14,"05_cache_regression_test_design":16,"01_session_bundle_repair":9},"elapsed_ms":1173135,"usage":{"input_tokens":7241,"output_tokens":124768,"cached_input_tokens":745,"cache_write_input_tokens":0,"reasoning_tokens":18031},"cost_usage":{"input_tokens":7241,"output_tokens":124768,"cached_input_tokens":745,"cache_write_input_tokens":0,"reasoning_tokens":18031},"estimated_api_cost_usd":0,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-27T00:21:05.711Z","source_evidence_group_id":"space-bunny-free-owner-20260927002105711","run_manifest_sha256":"sha256:8d0cd7032d190cb6c60bc8f94d476cc31c9ace95960ad6fec7387916510a8090","metrics_basis":"adopted_saved_answers","elapsed_basis":"sum_of_adopted_call_durations","score_provenance":{"schema_version":1,"kind":"owner_authorized_local_evaluation_publication","recorded_at":"2026-09-27T00:21:05.711Z","model_id":"space-bunny-free","candidate_id":"opencode:space-bunny-free:default","display_name":"Space Bunny","scores":{"coding":57,"frontend":80,"hle":75},"source_result_ids":["result-bdff5813-e460-454a-96a7-73ec6935ffd3","result-599e53c7-79c4-4053-abff-27ad1ca7867b"],"local_evidence_bundle_sha256":"sha256:359360a1b0ed668aca1d17c1167c1dca154fc069f6845701628c3af2582a9abd","frontend_execution_mode":"split_files","frontend_single_response":false,"frontend_evaluation_count":1,"model_answer_modified":false,"hle_policy":{"hle_timeout_question_id":"66ffaae1068d942d32104650","user_question_number":6,"score":0,"added_elapsed_ms":1200000,"cost_excluded":true},"grading_identity":{"benchmark_ref":"frontend-case-stream-r9@r11","question_id":"case_stream_three_file","generation_sha256":"sha256:a4f2bb3876277e6f7f2727c38604c72b25e0fbac1348186e9ceddb18ff7bde20","grading_sha256":"sha256:f69aaed68b3fd2869216e7ff6f38d4b40420b27c9b122c386ac971e5aee66476","max_score":100},"pricing":{"input_per_million":0,"output_per_million":0,"cached_input_per_million":0,"currency":"USD","source":"https://raw.githubusercontent.com/anomalyco/models.dev/dev/providers/opencode-go/models/space-bunny-free.toml","verified_at":"2026-09-27T00:21:05.711Z"},"cost_basis":"documented_free_model; timeout_cost_excluded; failed_retries_excluded"},"reference_pricing":{"input_per_million":0,"output_per_million":0,"cached_input_per_million":0,"currency":"USD","source":"https://raw.githubusercontent.com/anomalyco/models.dev/dev/providers/opencode-go/models/space-bunny-free.toml","verified_at":"2026-09-27T00:21:05.711Z"},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":12,"score":16,"source_ref":"private/evaluation-publication-rehearsal/objects/e9034a20bdf2009cad570f2bb92a082e0af3a3dfc5951c63f01a4af8e6346cac.json","original_identity":{"generation":"sha256:61de579e3396a7135c34723582d203e839e695c24ce24a8c6fd6a4f64c99d503","grading":"sha256:59ccd1bf01e16fb33b14605187793079bba846dfac6a64d23254716b75b86b5c"},"identity":{"generation":"sha256:61de579e3396a7135c34723582d203e839e695c24ce24a8c6fd6a4f64c99d503","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:c22961c020be2f724f8df71ced6a3805e1008c3a44eb14f3608b820d5d030f03"}},{"model_configuration_id":"minimax:MiniMax-M3.1-Flash-Preview:high","model_configuration":{"provider_id":"minimax","raw_model_id":"MiniMax-M3.1-Flash-Preview","canonical_model_id":"MiniMax-M3.1-Flash-Preview","display_name":"MiniMax-M3.1-Flash-Preview","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:8a32c8307da68efb55f5d3cb99bb52424761ab5713aed962da87780d7dadc8ea","score":65,"max_score":100,"question_scores":{"01_session_bundle_repair":14,"02_code_counterexample_maxgap":16,"03_ci_optimality_certificate":12,"04_transaction_regression_design":14,"05_cache_regression_test_design":9},"elapsed_ms":508129,"usage":{"input_tokens":7481,"cached_input_tokens":648,"output_tokens":46934,"reasoning_tokens":35651},"estimated_api_cost_usd":null,"cost_coverage":"unknown","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-27T16:23:12.248+00:00","source_evidence_group_id":"result-2da1b9d0-f56d-4aa4-9c16-440ada82e9ae","run_manifest_sha256":"sha256:4e38f8d8d1a24922cb5ee36f38e043377841f0307165b7f8a6a29d7a1a169e09","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-2da1b9d0-f56d-4aa4-9c16-440ada82e9ae","cost_usage":{"input_tokens":7481,"output_tokens":46934,"cached_input_tokens":648,"cache_write_input_tokens":0,"reasoning_tokens":35651},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":7,"score":9,"source_ref":"private/evaluation-publication-rehearsal/objects/d2ccf20525fe1ff51f9ac6f59f29ba8476ad2ca70e5233ff0eec6bd3a6fc8243.json","original_identity":{"generation":"sha256:4bade01fa4ca34bd4c5a39366e074a31c9c142cef9e37894c2863ad972ed589e","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:4bade01fa4ca34bd4c5a39366e074a31c9c142cef9e37894c2863ad972ed589e","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:34140cb18ff9115128d7d808001b96c0774db6131ccd716bd0809e705e16b406"}},{"model_configuration_id":"minimax:MiniMax-M3.1-Flash-Preview:max","model_configuration":{"provider_id":"minimax","raw_model_id":"MiniMax-M3.1-Flash-Preview","canonical_model_id":"MiniMax-M3.1-Flash-Preview","display_name":"MiniMax-M3.1-Flash-Preview","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:8a32c8307da68efb55f5d3cb99bb52424761ab5713aed962da87780d7dadc8ea","score":75,"max_score":100,"question_scores":{"01_session_bundle_repair":16,"02_code_counterexample_maxgap":19,"03_ci_optimality_certificate":10,"04_transaction_regression_design":14,"05_cache_regression_test_design":16},"elapsed_ms":1114913,"usage":{"input_tokens":7481,"cached_input_tokens":816,"output_tokens":148622,"reasoning_tokens":134550},"estimated_api_cost_usd":null,"cost_coverage":"unknown","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-27T16:10:37.963+00:00","source_evidence_group_id":"result-6aea946f-d3af-4962-a588-e091949cddf0","run_manifest_sha256":"sha256:e5a9deaee47aed60d5c2dc7b817792acd705776c5aa83bb1c468910ef464372f","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-6aea946f-d3af-4962-a588-e091949cddf0","cost_usage":{"input_tokens":7481,"output_tokens":148622,"cached_input_tokens":816,"cache_write_input_tokens":0,"reasoning_tokens":134550},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":12,"score":16,"source_ref":"private/evaluation-publication-rehearsal/objects/10e5499e4ed4d81a7032c88879011894a0b1f77e8982a4c3f25358a5f31a6708.json","original_identity":{"generation":"sha256:76fcbbf2b03c009546153326845d77cbe7d1dae5c6a5525b0765a01e9da0072f","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:76fcbbf2b03c009546153326845d77cbe7d1dae5c6a5525b0765a01e9da0072f","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:3a969a33ce003164e5473a71ade6e4e26dc916cdccb89de69ce8614605cc7cac"}},{"model_configuration_id":"minimax:MiniMax-M3.1-Flash-Preview:low","model_configuration":{"provider_id":"minimax","raw_model_id":"MiniMax-M3.1-Flash-Preview","canonical_model_id":"MiniMax-M3.1-Flash-Preview","display_name":"MiniMax-M3.1-Flash-Preview","reasoning_effort":"low","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:8a32c8307da68efb55f5d3cb99bb52424761ab5713aed962da87780d7dadc8ea","score":30,"max_score":100,"question_scores":{"01_session_bundle_repair":0,"02_code_counterexample_maxgap":13,"03_ci_optimality_certificate":3,"04_transaction_regression_design":14,"05_cache_regression_test_design":0},"elapsed_ms":201412,"usage":{"input_tokens":7481,"cached_input_tokens":943,"output_tokens":18585,"reasoning_tokens":11274},"estimated_api_cost_usd":null,"cost_coverage":"unknown","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-27T22:04:35.766+00:00","source_evidence_group_id":"result-36ba7313-845a-4a10-8738-4ab45f9c2b36","run_manifest_sha256":"sha256:d648f1b7db53183c7768024d57d022bf80c0cc99b7e38b50ac47d8525de868c6","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-36ba7313-845a-4a10-8738-4ab45f9c2b36","cost_usage":{"input_tokens":7481,"output_tokens":18585,"cached_input_tokens":943,"cache_write_input_tokens":0,"reasoning_tokens":11274},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":0,"score":0,"source_ref":"private/evaluation-publication-rehearsal/objects/c255d5b9edf4a3abf4ef37a3be69b98922614e34fbf6741b5be32372ffa8a20a.json","original_identity":{"generation":"sha256:0d862afc40959a60e37b7e79667ef3d67fc9d645437a5218b13bc88db82457d9","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:0d862afc40959a60e37b7e79667ef3d67fc9d645437a5218b13bc88db82457d9","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:e5ed07a9bc9718de784f6ff940a84571fffc7472e77c6685390aa23ca3fa4109"}},{"model_configuration_id":"minimax:MiniMax-M3.1-Flash-Preview:medium","model_configuration":{"provider_id":"minimax","raw_model_id":"MiniMax-M3.1-Flash-Preview","canonical_model_id":"MiniMax-M3.1-Flash-Preview","display_name":"MiniMax-M3.1-Flash-Preview","reasoning_effort":"medium","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:8a32c8307da68efb55f5d3cb99bb52424761ab5713aed962da87780d7dadc8ea","score":34,"max_score":100,"question_scores":{"01_session_bundle_repair":6,"02_code_counterexample_maxgap":9,"03_ci_optimality_certificate":5,"04_transaction_regression_design":14,"05_cache_regression_test_design":0},"elapsed_ms":267594,"usage":{"input_tokens":7481,"cached_input_tokens":944,"output_tokens":28456,"reasoning_tokens":19753},"estimated_api_cost_usd":null,"cost_coverage":"unknown","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-27T22:05:14.784+00:00","source_evidence_group_id":"result-7997c563-66f2-40be-98dd-2ef12bdba144","run_manifest_sha256":"sha256:2e8ab20071ced6e03521ed40a92110471ae02b0eed18198ec287e0ea39e644aa","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-7997c563-66f2-40be-98dd-2ef12bdba144","cost_usage":{"input_tokens":7481,"output_tokens":28456,"cached_input_tokens":944,"cache_write_input_tokens":0,"reasoning_tokens":19753},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":0,"score":0,"source_ref":"private/evaluation-publication-rehearsal/objects/99d13111d18c5ed65666768eb0729eea8e8a0e57181b40b71360eb6d574dfb40.json","original_identity":{"generation":"sha256:05f5df43fedd00cbf5d577449a0fe15a854e20c7abfdff36b63c8acdafb52c25","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:05f5df43fedd00cbf5d577449a0fe15a854e20c7abfdff36b63c8acdafb52c25","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:a8eba7916f43912a71fb747754f31ab781db5aa8c6bcb7550b0675534ad0b910"}},{"model_configuration_id":"minimax:MiniMax-M3.1-Flash-Preview:xhigh","model_configuration":{"provider_id":"minimax","raw_model_id":"MiniMax-M3.1-Flash-Preview","canonical_model_id":"MiniMax-M3.1-Flash-Preview","display_name":"MiniMax-M3.1-Flash-Preview","reasoning_effort":"xhigh","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:8a32c8307da68efb55f5d3cb99bb52424761ab5713aed962da87780d7dadc8ea","score":50,"max_score":100,"question_scores":{"01_session_bundle_repair":10,"02_code_counterexample_maxgap":12,"03_ci_optimality_certificate":6,"04_transaction_regression_design":17,"05_cache_regression_test_design":5},"elapsed_ms":523553,"usage":{"input_tokens":7481,"cached_input_tokens":712,"output_tokens":84309,"reasoning_tokens":72246},"estimated_api_cost_usd":null,"cost_coverage":"unknown","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-27T22:08:56.066+00:00","source_evidence_group_id":"result-fe02af79-9623-42ac-a70f-1a1b97900602","run_manifest_sha256":"sha256:c1cd92ea24b04fe9f987aa0faf579b3b3045c46b019a5e5bb75feb8c506ee116","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-fe02af79-9623-42ac-a70f-1a1b97900602","cost_usage":{"input_tokens":7481,"output_tokens":84309,"cached_input_tokens":712,"cache_write_input_tokens":0,"reasoning_tokens":72246},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":2,"score":5,"source_ref":"private/evaluation-publication-rehearsal/objects/80df2ebb3379d1f0110297f2a574db279e3fcfd90d0c438853435bdd5eab4212.json","original_identity":{"generation":"sha256:3cdca14a5156edc0d7c3903ba54402d6cb49a9a3c748e86e6849a1bbc45494af","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:3cdca14a5156edc0d7c3903ba54402d6cb49a9a3c748e86e6849a1bbc45494af","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:4b6d42e24a19ba94144dbee01c8c522ca827daa0d87917b266d3aac808a87605"}},{"model_configuration_id":"openrouter:qwen/qwen3.8-27b:default","model_configuration":{"provider_id":"openrouter","raw_model_id":"qwen/qwen3.8-27b","canonical_model_id":"qwen/qwen3.8-27b","display_name":"qwen/qwen3.8-27b","reasoning_effort":"default","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:741c95101d12553896706160c516f3a788f214612ed6fd402db2819a7d52e0a0","score":64,"max_score":100,"question_scores":{"01_session_bundle_repair":9,"02_code_counterexample_maxgap":18,"03_ci_optimality_certificate":9,"04_transaction_regression_design":13,"05_cache_regression_test_design":15},"elapsed_ms":1379073,"usage":{"input_tokens":7281,"cached_input_tokens":0,"output_tokens":185181,"reasoning_tokens":169285},"estimated_api_cost_usd":null,"cost_coverage":"unknown","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-28T07:35:37.436+00:00","source_evidence_group_id":"result-bd3ec36c-b97d-4509-83b0-033be656cf64","run_manifest_sha256":"sha256:c333d9eba9987cee657898bdd81361326093eb3fdc11ef2efbab0e85643567f4","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-bd3ec36c-b97d-4509-83b0-033be656cf64","cost_usage":{"input_tokens":7281,"output_tokens":185181,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":169285},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":10,"score":15,"source_ref":"private/evaluation-publication-rehearsal/objects/7573beb5d956e90369f45037d6f183f2c105c99c01ba30d05c79bf0d0f483f6e.json","original_identity":{"generation":"sha256:7be82c229f04ba25f7732e96e4f1631e48a6f40f1219acad7f78e701c21d91fb","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:7be82c229f04ba25f7732e96e4f1631e48a6f40f1219acad7f78e701c21d91fb","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:e93ddb53d9e746edb344934a8060398b22fea00d893be19f9b7fcf0a84e2c21b"}},{"model_configuration_id":"openrouter-opus55:anthropic/claude-sonnet-5.5:xhigh","model_configuration":{"provider_id":"openrouter-opus55","raw_model_id":"anthropic/claude-sonnet-5.5","canonical_model_id":"anthropic/claude-sonnet-5.5","display_name":"anthropic/claude-sonnet-5.5","reasoning_effort":"xhigh","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:0c6d2d23a8cee88486c7ac30264965dface0018c8ddda4f2dc04299f7cb56e99","score":86,"max_score":100,"question_scores":{"01_session_bundle_repair":15,"02_code_counterexample_maxgap":18,"03_ci_optimality_certificate":16,"04_transaction_regression_design":18,"05_cache_regression_test_design":19},"elapsed_ms":903177,"usage":{"input_tokens":10004,"output_tokens":148142,"cached_input_tokens":0,"cache_write_input_tokens":0},"estimated_api_cost_usd":1.501428,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-29T01:09:11.856+00:00","source_evidence_group_id":"result-cbdcb7ff-1404-4c57-8f86-8d0dca5ed6fd","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-cbdcb7ff-1404-4c57-8f86-8d0dca5ed6fd","cost_usage":{"input_tokens":10004,"output_tokens":148142,"cached_input_tokens":0,"cache_write_input_tokens":0},"metadata_provenance":{"kind":"owner_authorized_latest_certified_result","result_id":"result-cbdcb7ff-1404-4c57-8f86-8d0dca5ed6fd","benchmark_ref":"coding-fast-v4.12"},"benchmark_ref":"coding-fast-v4.12","pricing_snapshot_id":"pricing-v1-0c8132265bbb3422b8e160834066ff85fa1faebf6d817a577a9934fe84ab0638","run_manifest_sha256":"sha256:81bc3991230954cf6557a29edcfcb75b9ec9a19748f7fc1241374385f8aa830b","q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":17,"score":19,"source_ref":"private/evaluation-publication-rehearsal/objects/a8a307dd74de54aa3787c6f1c7ec7a49fbe43868d0ce60c20398cfb55d1822cb.json","original_identity":{"generation":"sha256:2d0f94f14da2bf0b154842bd80469e48f40f1bfb257cf341ab3a97b62e68be6b","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:2d0f94f14da2bf0b154842bd80469e48f40f1bfb257cf341ab3a97b62e68be6b","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:6f716458e15c8a0fcee8a01096949a158b8f0dec68ee32960330eebfebcb0cc2"}},{"model_configuration_id":"codex-local:gpt-6.1-sol:low","model_configuration":{"provider_id":"codex-local","raw_model_id":"gpt-6.1-sol","canonical_model_id":"gpt-6.1-sol","display_name":"gpt-6.1-sol","reasoning_effort":"low","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2b7e079a90a23c23975af1417db97d1f524b45becbf0ca70918dae5c78b56fd2","score":84,"max_score":100,"question_scores":{"01_session_bundle_repair":17,"02_code_counterexample_maxgap":19,"03_ci_optimality_certificate":13,"04_transaction_regression_design":16,"05_cache_regression_test_design":19},"elapsed_ms":634486,"usage":{"input_tokens":214533,"cached_input_tokens":18560,"output_tokens":17539,"reasoning_tokens":2833},"estimated_api_cost_usd":0.569192,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-30T01:44:47.525+00:00","source_evidence_group_id":"result-eeb57c4b-13e5-4611-a6a4-e66de24b0ec6","run_manifest_sha256":"sha256:17cb87fe1201a9bc425552a8e0331afe4e1d99c3f03dccb2f55d352040c96b49","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-eeb57c4b-13e5-4611-a6a4-e66de24b0ec6","cost_usage":{"input_tokens":214533,"output_tokens":17539,"cached_input_tokens":18560,"cache_write_input_tokens":0,"reasoning_tokens":2833},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":17,"score":19,"source_ref":"private/evaluation-publication-rehearsal/objects/c9c295850641479c1c498555c8a3edcc527fd518315b85df310b7e06d184ad00.json","original_identity":{"generation":"sha256:ecd636a56975db1ca17cc7dfc55536a55adb82550cd7b79ad290707a2e8e2b0a","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:ecd636a56975db1ca17cc7dfc55536a55adb82550cd7b79ad290707a2e8e2b0a","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:43fbac671e6a3f78b4f9e5e1855cc402ca4098bdeb22bec43fabb246e85df7c8"}},{"model_configuration_id":"codex-local:gpt-6.1-sol:high","model_configuration":{"provider_id":"codex-local","raw_model_id":"gpt-6.1-sol","canonical_model_id":"gpt-6.1-sol","display_name":"gpt-6.1-sol","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2b7e079a90a23c23975af1417db97d1f524b45becbf0ca70918dae5c78b56fd2","score":91,"max_score":100,"question_scores":{"01_session_bundle_repair":19,"02_code_counterexample_maxgap":18,"03_ci_optimality_certificate":17,"04_transaction_regression_design":18,"05_cache_regression_test_design":19},"elapsed_ms":1091140,"usage":{"input_tokens":213826,"cached_input_tokens":54912,"output_tokens":33048,"reasoning_tokens":16926},"estimated_api_cost_usd":0.653799,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-30T01:45:52.122+00:00","source_evidence_group_id":"result-798c219b-d913-4ca7-978b-e2b886aaafe7","run_manifest_sha256":"sha256:a0c14d436f947c07c93f43503ca7c17b0ebaa3ccab41ad2157994e0f61e694f6","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-798c219b-d913-4ca7-978b-e2b886aaafe7","cost_usage":{"input_tokens":213826,"output_tokens":33048,"cached_input_tokens":54912,"cache_write_input_tokens":0,"reasoning_tokens":16926},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":17,"score":19,"source_ref":"private/evaluation-publication-rehearsal/objects/3c0763cbd2a7efe6f3e0fd1caf0cb58be4fdcf5ce3398253d77f01e2b7c0e9c1.json","original_identity":{"generation":"sha256:364fe5bd9560ac1443a2954cb51aca68fccbe465efa9a3b2f730538cdac40b9d","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:364fe5bd9560ac1443a2954cb51aca68fccbe465efa9a3b2f730538cdac40b9d","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:3225eec8acff85af6c836afb03fe3dc70d0911f583fc008dfe41b63fb4316671"}},{"model_configuration_id":"codex-local:gpt-6.1-sol:medium","model_configuration":{"provider_id":"codex-local","raw_model_id":"gpt-6.1-sol","canonical_model_id":"gpt-6.1-sol","display_name":"gpt-6.1-sol","reasoning_effort":"medium","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2b7e079a90a23c23975af1417db97d1f524b45becbf0ca70918dae5c78b56fd2","score":89,"max_score":100,"question_scores":{"01_session_bundle_repair":16,"02_code_counterexample_maxgap":18,"03_ci_optimality_certificate":16,"04_transaction_regression_design":19,"05_cache_regression_test_design":20},"elapsed_ms":756619,"usage":{"input_tokens":214526,"cached_input_tokens":18816,"output_tokens":21269,"reasoning_tokens":6419},"estimated_api_cost_usd":0.605992,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-30T01:49:46.518+00:00","source_evidence_group_id":"result-057d904e-c757-48f1-9492-76c66ea1d05f","run_manifest_sha256":"sha256:157ced70cef217bb1589d77becac89d9bdd393db608b7aa95cbd5f3c41feed68","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-057d904e-c757-48f1-9492-76c66ea1d05f","cost_usage":{"input_tokens":214526,"output_tokens":21269,"cached_input_tokens":18816,"cache_write_input_tokens":0,"reasoning_tokens":6419},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":20,"score":20,"source_ref":"private/evaluation-publication-rehearsal/objects/07044f1147932a52a9403ddcc80ac74ae0690464f2333fc839dd5dc36d731b51.json","original_identity":{"generation":"sha256:582d52bfe0dceaa3f46abfb355523c0246af4442535bfa514062fdd6c9343a0b","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:582d52bfe0dceaa3f46abfb355523c0246af4442535bfa514062fdd6c9343a0b","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:ce5cd02f6f5bd732be56af8cbfa21d374dca30733717071216c76ad9486a758d"}},{"model_configuration_id":"codex-local:gpt-6.1-sol:max","model_configuration":{"provider_id":"codex-local","raw_model_id":"gpt-6.1-sol","canonical_model_id":"gpt-6.1-sol","display_name":"gpt-6.1-sol","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2b7e079a90a23c23975af1417db97d1f524b45becbf0ca70918dae5c78b56fd2","score":95,"max_score":100,"question_scores":{"01_session_bundle_repair":19,"02_code_counterexample_maxgap":20,"03_ci_optimality_certificate":17,"04_transaction_regression_design":19,"05_cache_regression_test_design":20},"elapsed_ms":1956031,"usage":{"input_tokens":213829,"cached_input_tokens":57088,"output_tokens":74459,"reasoning_tokens":56903},"estimated_api_cost_usd":1.063781,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-30T01:54:34.031+00:00","source_evidence_group_id":"result-bdd88286-9db1-4e1a-8746-7df2ffbfc13a","run_manifest_sha256":"sha256:3d49571178c70d2369f152fd8880e5bb6bba35178d44413c25e02243c26d966d","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-bdd88286-9db1-4e1a-8746-7df2ffbfc13a","cost_usage":{"input_tokens":213829,"output_tokens":74459,"cached_input_tokens":57088,"cache_write_input_tokens":0,"reasoning_tokens":56903},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":20,"score":20,"source_ref":"private/evaluation-publication-rehearsal/objects/f91efbccf6b8a8a9f7c65902964b2dc514a31ad3972ca257734baa18766d71ec.json","original_identity":{"generation":"sha256:dcbea225b897d99ba44d4ed129b2eab83935a95ffd8597f88a8d589ac33ee92a","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:dcbea225b897d99ba44d4ed129b2eab83935a95ffd8597f88a8d589ac33ee92a","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:4f37a55a9b8738ac5181d4ecdf3a2867270d3557fe3eea874fec999a12d2156e"}},{"model_configuration_id":"codex-local:gpt-6.1-sol:xhigh","model_configuration":{"provider_id":"codex-local","raw_model_id":"gpt-6.1-sol","canonical_model_id":"gpt-6.1-sol","display_name":"gpt-6.1-sol","reasoning_effort":"xhigh","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:2b7e079a90a23c23975af1417db97d1f524b45becbf0ca70918dae5c78b56fd2","score":90,"max_score":100,"question_scores":{"01_session_bundle_repair":17,"02_code_counterexample_maxgap":19,"03_ci_optimality_certificate":14,"04_transaction_regression_design":20,"05_cache_regression_test_design":20},"elapsed_ms":1723983,"usage":{"input_tokens":220788,"cached_input_tokens":134400,"output_tokens":54174,"reasoning_tokens":36592},"estimated_api_cost_usd":0.727956,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-30T01:55:02.761+00:00","source_evidence_group_id":"result-e970ce78-b382-4567-9808-e4ab040d4abf","run_manifest_sha256":"sha256:bac6bc978c3384b6e02c23a2b1146b559bcb97ca981de2276700bc88903086fe","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-e970ce78-b382-4567-9808-e4ab040d4abf","cost_usage":{"input_tokens":220788,"output_tokens":54174,"cached_input_tokens":134400,"cache_write_input_tokens":0,"reasoning_tokens":36592},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":20,"score":20,"source_ref":"private/evaluation-publication-rehearsal/objects/a420d2971612a3e48dace87c37ef19b53c7fa687f32e6551dd4d7d15743254fe.json","original_identity":{"generation":"sha256:9bb988e800ba1796fec97f5481e7a70749865fff41edd7483b5acde38063bd7c","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:9bb988e800ba1796fec97f5481e7a70749865fff41edd7483b5acde38063bd7c","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:d0a503b13cd877af8fa9f94cb116c14e937f12d0367542bee57930c835261a23"}},{"model_configuration_id":"glm:glm-5.3-flash:high","model_configuration":{"provider_id":"glm","raw_model_id":"glm-5.3-flash","canonical_model_id":"glm-5.3-flash","display_name":"glm-5.3-flash","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:d9b5cd74058c22214bf4f18709fb5886ea1fdbc8ec693abec372a2b6124767de","score":59,"max_score":100,"question_scores":{"01_session_bundle_repair":7,"02_code_counterexample_maxgap":12,"03_ci_optimality_certificate":10,"04_transaction_regression_design":14,"05_cache_regression_test_design":16},"elapsed_ms":1222964,"usage":{"input_tokens":6507,"cached_input_tokens":0,"output_tokens":81389,"reasoning_tokens":69481},"estimated_api_cost_usd":0.020835,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-30T22:20:34.497+00:00","source_evidence_group_id":"result-1f9e160c-60f5-440d-a1e1-54c763ac8220","run_manifest_sha256":"sha256:cfa7f4749f8a2606aab401039b628a07902bf842648aaf029bab4b68e75fb64d","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-1f9e160c-60f5-440d-a1e1-54c763ac8220","cost_usage":{"input_tokens":6507,"output_tokens":81389,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":69481},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":13,"score":16,"source_ref":"private/evaluation-publication-rehearsal/objects/e03c8cee70b2799d72fc09b652a63df2fdd939d269198b79ac1a91755e905c13.json","original_identity":{"generation":"sha256:0872615ed1323bce31bc43dc76eaa6d243d32493a3aa0407fafa97d5788cfb98","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:0872615ed1323bce31bc43dc76eaa6d243d32493a3aa0407fafa97d5788cfb98","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:f50b8edde52e1383bbea517a1d4d69200b2b3ede0e1b8ce2baef6e5e8893a651"}},{"model_configuration_id":"glm:glm-5.3-flash:max","model_configuration":{"provider_id":"glm","raw_model_id":"glm-5.3-flash","canonical_model_id":"glm-5.3-flash","display_name":"glm-5.3-flash","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:d9b5cd74058c22214bf4f18709fb5886ea1fdbc8ec693abec372a2b6124767de","score":54,"max_score":100,"question_scores":{"01_session_bundle_repair":7,"02_code_counterexample_maxgap":15,"03_ci_optimality_certificate":7,"04_transaction_regression_design":11,"05_cache_regression_test_design":14},"elapsed_ms":1279711,"usage":{"input_tokens":6507,"cached_input_tokens":4608,"output_tokens":79386,"reasoning_tokens":67861},"estimated_api_cost_usd":0.020058,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-30T22:21:54.635+00:00","source_evidence_group_id":"result-241b162a-5562-4a30-b7ab-fc5c0bf9e7e5","run_manifest_sha256":"sha256:27bd8b92bb7396064a0b892da6f70096e346ab4957aec930910f4a62077f1ac0","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-241b162a-5562-4a30-b7ab-fc5c0bf9e7e5","cost_usage":{"input_tokens":6507,"output_tokens":79386,"cached_input_tokens":4608,"cache_write_input_tokens":0,"reasoning_tokens":67861},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":9,"score":14,"source_ref":"private/evaluation-publication-rehearsal/objects/f2de18453bfd7af248139ff641a965cc2e4293da0f25c4ca6a36a1c9ffc9f129.json","original_identity":{"generation":"sha256:0a9843a6129a9dd6fd63fdf9a3017181d664c9e41cd6b681e6243463f7ddf601","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:0a9843a6129a9dd6fd63fdf9a3017181d664c9e41cd6b681e6243463f7ddf601","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:7ddab23219905a0fe4ae053f955ffd7aebd817ee685660dba9e23093929471a9"}},{"model_configuration_id":"glm:glm-5.3:high","model_configuration":{"provider_id":"glm","raw_model_id":"glm-5.3","canonical_model_id":"glm-5.3","display_name":"glm-5.3","reasoning_effort":"high","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:d9b5cd74058c22214bf4f18709fb5886ea1fdbc8ec693abec372a2b6124767de","score":56,"max_score":100,"question_scores":{"01_session_bundle_repair":4,"02_code_counterexample_maxgap":16,"03_ci_optimality_certificate":11,"04_transaction_regression_design":14,"05_cache_regression_test_design":11},"elapsed_ms":1326663,"usage":{"input_tokens":6507,"cached_input_tokens":0,"output_tokens":126019,"reasoning_tokens":116206},"estimated_api_cost_usd":0.563593,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-30T22:22:23.431+00:00","source_evidence_group_id":"result-650d5b2a-03fe-4059-9818-f0cd5c92869f","run_manifest_sha256":"sha256:1ba4e7f4d060b8e51397a163cfe9e15022863afa8959eb2cea571bdcc883e145","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-650d5b2a-03fe-4059-9818-f0cd5c92869f","cost_usage":{"input_tokens":6507,"output_tokens":126019,"cached_input_tokens":0,"cache_write_input_tokens":0,"reasoning_tokens":116206},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":8,"score":11,"source_ref":"private/evaluation-publication-rehearsal/objects/9c2b13537db261dd0c995ff994bf09470dbff3dea6254c4f0988bdeacd83b834.json","original_identity":{"generation":"sha256:2b2ad530ba8ea4f3e8b421ffefeee76dd64f359a42c697bb5b85ed4f5cfc3352","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:2b2ad530ba8ea4f3e8b421ffefeee76dd64f359a42c697bb5b85ed4f5cfc3352","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:e0684d4360d9d6a0d01669ceceb9877e4b06147a822921f4ca74ccd3fbab19db"}},{"model_configuration_id":"glm:glm-5.3:max","model_configuration":{"provider_id":"glm","raw_model_id":"glm-5.3","canonical_model_id":"glm-5.3","display_name":"glm-5.3","reasoning_effort":"max","service_tier":"not_reported","route_type":"custom_endpoint"},"advisor_eligible":true,"score_integrity":"first_party_controlled","route_identity":"first_party_controlled","route_fingerprint":"sha256:d9b5cd74058c22214bf4f18709fb5886ea1fdbc8ec693abec372a2b6124767de","score":65,"max_score":100,"question_scores":{"01_session_bundle_repair":10,"02_code_counterexample_maxgap":15,"03_ci_optimality_certificate":11,"04_transaction_regression_design":14,"05_cache_regression_test_design":15},"elapsed_ms":1260366,"usage":{"input_tokens":6507,"cached_input_tokens":4608,"output_tokens":100769,"reasoning_tokens":90001},"estimated_api_cost_usd":0.44724,"cost_coverage":"complete","attempt_count":5,"failure_count":0,"hard_failure_count":0,"completed_at":"2026-09-30T22:23:17.074+00:00","source_evidence_group_id":"result-a7d443c4-17ac-4f24-a3e4-298d81896814","run_manifest_sha256":"sha256:84612df3ca777b8bfbfd1939d71460bcd0aa4b90ef63cab06cf7dad0e3a1919c","metrics_basis":"adopted_generations","elapsed_basis":"union_of_adopted_call_intervals","result_id":"result-a7d443c4-17ac-4f24-a3e4-298d81896814","cost_usage":{"input_tokens":6507,"output_tokens":100769,"cached_input_tokens":4608,"cache_write_input_tokens":0,"reasoning_tokens":90001},"q5_regrade":{"policy":"q5-independent-audit-14-6-v1","graded_at":"2026-10-01T05:30:08.878Z","original_score":11,"score":15,"source_ref":"private/evaluation-publication-rehearsal/objects/9c6c6f8eff251603f6490da019cfd1bfa974f7c28d966b4bf0ed4c15cf08b783.json","original_identity":{"generation":"sha256:f41ae3c433770295d5abf4577029ca56d05395e2b9582b0f2a0f901c84ff4907","grading":"sha256:d5746e9b8e542041b5f9945301c81cccac49c1c428d01750e439b4bd80239824"},"identity":{"generation":"sha256:f41ae3c433770295d5abf4577029ca56d05395e2b9582b0f2a0f901c84ff4907","grading":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927"},"answer_sha256":"sha256:f3f194ee8931d87505127efd307edfd6b411fae57d27b9b6a2f2349ed7654154"}}],"provenance":{"kind":"first_party_snapshot","source":"evaluation_result_set_revision","public_official_snapshot":true,"source_sha256":"sha256:0c8b030b60eba0b55c9f958d4c0804146e7f5673a19b711a7d6aec20fb4895d6","release_id":"release-202955b6-e5f6-4551-879e-c17c2d64b908","release_manifest_ref":"private/evaluation-publication-rehearsal/objects/3ff063dcfb2dcd68099ca6a95ca3fe6642856dac22c83ce2e7a0d8673791d464.json","no_model_requests":true,"metrics_basis":"adopted_generations","operational_job_totals":"not_projected","pricing_state":"frozen_registry","entry_sources":{"glm:glm-5.3-flash:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-0c8b030b60eba0b55c9f958d4c0804146e7f5673a19b711a7d6aec20fb4895d6","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/f2de18453bfd7af248139ff641a965cc2e4293da0f25c4ca6a36a1c9ffc9f129.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"glm:glm-5.3:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-0c8b030b60eba0b55c9f958d4c0804146e7f5673a19b711a7d6aec20fb4895d6","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/9c2b13537db261dd0c995ff994bf09470dbff3dea6254c4f0988bdeacd83b834.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"glm:glm-5.3:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-0c8b030b60eba0b55c9f958d4c0804146e7f5673a19b711a7d6aec20fb4895d6","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/9c6c6f8eff251603f6490da019cfd1bfa974f7c28d966b4bf0ed4c15cf08b783.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"Claude:claude-fable-5-1:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/9a0da2192a5e0160c4d0d775a9b4e40beb04c1602dbaa422dce74117547a244e.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"Claude:claude-fable-5-1:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/4e832888ab623fbc7c4ba337b456cbfb8d917bb3766a6edfe5bd729c9780844a.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"Claude:claude-fable-5-1:xhigh":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/052ad614710d37c894da504d352bb895c96892111175be71ac0db07d6ce7be2b.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"grok-api:grok-4.6:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/a806183f51e0ea7c1072d01d456badb16c63b497cae380f689f96e0207a8eeb2.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"hy:hy4-preview:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/735219a989a86d76b0e70f00f3b676778140e4614b70ef4da4dc29e4fb7d9e09.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"kimi:kimi-for-coding:high":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"qwen:qwen3.8-flash:default":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/598fe1460ca32090a67d916edfe8362f3c0d043df5bc00785c0195f9505904db.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"Claude:claude-opus-4-8:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/7e5e134d125e8b19379c78034e8254224b9e82b848de15aaf9d382046ae75214.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"Claude:claude-opus-4-8:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/7dc9afcceeeb07afc6254e89c1a01640aa186c82ec8e4bec65635e69abcc1d37.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"Claude:claude-opus-4-8:xhigh":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/59240f837adbd15a3a2ed9e27b896791f87ff19f60741e5f83a4962c4f829820.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"Claude:claude-opus-5:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/9ca3d80f088b7c6f307fd6adcb036d177a9ca2e3926c9a90a22f32276a886448.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"Claude:claude-opus-5:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/2002408800cb1024231dcf78aca4482d653c90eb534cecb580b7b1db9f9136b7.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"Claude:claude-opus-5:xhigh":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/28ba3cbdd693b5a5366a4481b50a55c03242a19f92fff003bf37928d3bf3996a.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"deepseek:deepseek-v4-flash-vision-exp:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/afb18abccde04465c928ec85fb651b332e614c8b6126d9f9eccf307e586d2571.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"deepseek:deepseek-v4-flash-vision-exp:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/a9ed9e5e9edd68c171d4306ed2a8cecfba3324fed155fb4ac17772b0fc6088b9.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"grok-api:grok-4.6:xhigh":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/6e2b69f98c178ef44961394aed251a38147f30e0c6a6bcd164ca95a1196a48cf.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"kimi:k3:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/4f13525e53d291348aabdee7269cca0c73c55f32137107d80fdb24e51432b214.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"minimax:MiniMax-M3:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/2e2a1fa0edd76432403d2e118c2fe4cadb23b9beb5fc9d76fee87c6b5d9bb390.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"qwen:qwen3.8-max:default":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","score_baseline_id":"coding-fast-v4.12:sha256:7b581147677e0318274e8648b9f97015e07fb5a59b9af3a7d36d3576a8a9de76","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","score_baseline_id":"coding-fast-v4.12:sha256:16da371bd67254015ff401c86b145bb74daa08e313b4750115d2e42eeeae2595","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/evaluation-59363210e1fef249b0e70362b9722f2d455adc02474ec247022f40b2b6a6e5b5.json","batch_sha256":"sha256:29e1dd7df512fe0e8aab3b282aeef1e5c456115b56c5550505d8679b9d30c57b"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/e2b62c264e9da8a813c6b0ae314e4079a225cab0069792723082e75d107d2bd3.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"opencode:union-alpha:default":{"batch_id":"union-alpha-owner-20260918042708000","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/union-alpha-owner-20260918042708000.json","batch_sha256":"sha256:c510c91e13b68f194e0c282737957eb2f2826727cd084c0528982c218107e0ee"},"Claude:claude-opus-5-5:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/0e2f4c9f768e007dfce50e3598a3ae70802cc31ddd85034aef183d044dc5284b.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"Claude:claude-opus-5-5:xhigh":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/7ecf18034d2f5d681283b339e65ce7be879ab5129c7d5e43a992706592563525.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-5.6-luna:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/a26717ed4be9d83d9abdadf4a767bdd8c7fc9decbaec450bee42bf0e214d6d75.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-5.6-luna:low":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/c202137b4b4a9e433adaa03f24749f0263a28419cfe46d3b406ab5cc110f47db.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-5.6-luna:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/08ba67916276fe28693d38d516b92a77636db7b7702804d5574207dc4f9a9f57.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-5.6-luna:medium":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/a8308a74dbf922279e49501e2373432ab2795ed74611c8e1acd65317c22455c0.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-5.6-luna:xhigh":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/4cd3f1ed86fb8230e0ee4ef7ae56f64106294b705ff9412dda703e7554532b79.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-5.6-sol:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/305a1d3c204222f142ec7abdb0b95c00d4afdf42d0fbe108a778e9ceeb79e31c.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-5.6-sol:low":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/8f8a5a7dbfa5c118769efe78711c02910f80c16e7a72034a9c59a2f9e11ec677.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-5.6-sol:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/61805192771ea480197605e0f02dd10bbf0a24c575742b47aa315422348927df.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-5.6-sol:medium":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/bf993b75f9e315512830e832d4adf0149f17ac679bce14b6263210d14cbe10f5.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-5.6-sol:xhigh":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/3cd1dc2ba50b2cac5ceb70d8fe0363b06a9c69aac3c878677249a0ab603aa0db.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-5.6-terra:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/b053a0e662eb561741fa7031b823dd059e2c15050eecd5d733062b79df505ad1.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-5.6-terra:low":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/c391212b11c0370faf17607ca03ca84579ad513e6ddc5183896d5df37a385a7f.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-5.6-terra:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/11a77b99a5ce404468b038bb59146a890841a00afad9b70a874477f87f4e2488.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-5.6-terra:medium":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/95e02cc51e4f95fdb198554c1d8913971f07eb29a42b6dfa19f319d5f3bf972b.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-5.6-terra:xhigh":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/bbb9f6a9f6a480723171746e78f9a566a2ab0caa00cfdd3db45139225395fe9d.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-6-astra:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/f8221495ab6f90a1c8a6bedf7454c0322a53470dd45a5928213a669f9727f101.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-6-astra:low":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/3d3c8744874f80fc0d9a5b4619e873f6152322b9ca5df2cd1313456946f66c62.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-6-astra:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/ae75ac4a54e90ea3027d4a03e65b8d84ef5c76984746b8f0945b384677ee21d1.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-6-astra:medium":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/79631c20ee75e7c8a3759f808842258d397209cd791c7249b56bd8e5a6fc30de.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-6-astra:xhigh":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/a8bf47be34e2411d9ab33cab21895888061ab9fa3b8eae14c9249f5a1058cb02.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-6-luna:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/dba2ddfe9c210eea4e289b635db8dc1d5d011ef5a0d92a7387dc407a61b9dfaf.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-6-luna:low":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/fcc9c09c0e1ecb74f05ef8fac7c11b2c0deae472349cb7497387e452c62fa458.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-6-luna:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/b578dd3c514ed0a38e6f8e1d4300b8ec01caef87ca0828e599311be0e7138d5c.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-6-luna:medium":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/d77a676ce445cb0d44133ee74d7157c46f3d98ac9b8cbd43305af728bec6971d.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-6-luna:xhigh":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/62cc3d3183edc870c93821dddf6d7f9cd756ae45dd3c65a8bd7cc06771439795.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-6-sol:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/68abd454d2a420303d9776829887e07daac6a647da12b052c071ddb5105f8a57.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-6-sol:low":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/b0a09ae7251f7eb98c68fa3d0d3a8b87983fe022444271456c5b77b7cfcc7ce6.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-6-sol:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/60dad65e4b99724a349cf8fa29bddd18965fb565953d7cfc05be11b4b875bc66.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-6-sol:medium":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/e5a531a3f18adef50348d1fea7c4bdea31245e4024f7da73e42e9ba33173347b.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"cloudflare-reference:gpt-6-sol:xhigh":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/a5e88bd4800cdacdc5f2b9df4aeb819209fdea9d8a6f85b7cfc62878b500f05d.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"deepseek:deepseek-v4-flash:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/67ef357439ed94cfe63752fa9035b746eff727e44d1826560fc144b490d9f308.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"deepseek:deepseek-v4-flash:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/e5bd45a58e305698bee0afee6c1383cdff4037b6d50d881382d690545cdcb7c6.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"deepseek:deepseek-v4-pro:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/b6918299ef08d3bbf874b645a2a7799cf67711f0980c6e2b1129b27df6259545.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"deepseek:deepseek-v4-pro:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/858b2852ce9604a890f7c36bb640122d2fce36ddd5d8674bae86b6ee3f76adba.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"deepseek:deepseek-v4.1-flash-expires-on-0910:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/0c69803c011b8c80d231f999cb60d23e5f67749ca3195fdaf479460878884e82.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"deepseek:deepseek-v4.1-flash-expires-on-0910:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/cc599505348a527babb8d12d8238676aa39a019005455d075ca0c45c3f60fa13.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"GEMINI:gemini-3.7-flash-high:default":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/ed83c0204deb16cb379ccb01d0d5f944194e3f3a8aeaffc8953e2a3974030a66.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"GEMINI:gemini-3.8-flash-high:default":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/fd6c8e0787bdec658969204abc57a55d54f297220846c006b3da18bcea515a68.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"grok-api:grok-4.7:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/3e169c10e96e97ced1fa8ae4881b32c2a0563aac6b601a458102cf3fabc25d8f.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"grok-api:grok-4.7:xhigh":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/c7e9b76c7dde52027ba299196fa7d5f0ac33350856a5f1916b9f9c4d553dda2f.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"stepfun:step-5-preview:default":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-9b397b117c2304b3666903cc26ee3b9163fc4f70bbacc989366dfa1b4f4dc4f2","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/1f09a7404288555bf9e753e0fbcedfb18cda3ef503cba935c2cbeb0a09e8fb5a.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"xiaomi:mimo-v2.6-pro:default":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-90c639ed7259e54f2e9e3a079b861db79f8deb6fdc3deec371e29050818afafd","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/24c54eab4fca77204a9102330d11529905a686ee1683a1e3070a4ea2d8753130.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"xiaomi:mimo-v2.6-flash:default":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-fe161e59016664151e0e4e38607a0213e6aa42b91b2edab9cc7f7badd75fa786","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/cf0cfc3fae618374187dff71d309af182e0430991434031e94dc73fc5f8cdfe5.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"opencode:space-bunny-free:default":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","score_baseline_id":"coding-fast-v4.12:sha256:feb1a56d1aa3982bebf48437cc2b6e6ea1735d4d7348231466268d6d678557c6","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"space-bunny-free-owner-20260927002105711","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","score_baseline_id":"coding-fast-v4.12:sha256:6b06ddacbc8f4793de4e6ace3caacf2306c9b28619913faa795cc2093344aca7","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/space-bunny-free-owner-20260927002105711.json","batch_sha256":"sha256:f5dd6f6c476ad1e15fe62f6cbd5ef55dbd94f79e37823c84fc69bc4306709029"},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/e9034a20bdf2009cad570f2bb92a082e0af3a3dfc5951c63f01a4af8e6346cac.json","retained_questions":["02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","01_session_bundle_repair"]},"minimax:MiniMax-M3.1-Flash-Preview:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-6dd2cbf0a161adeb834a9daff7c46815d66278a8eb46e20897187e5ccf84abb6","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/d2ccf20525fe1ff51f9ac6f59f29ba8476ad2ca70e5233ff0eec6bd3a6fc8243.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"minimax:MiniMax-M3.1-Flash-Preview:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-6dd2cbf0a161adeb834a9daff7c46815d66278a8eb46e20897187e5ccf84abb6","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/10e5499e4ed4d81a7032c88879011894a0b1f77e8982a4c3f25358a5f31a6708.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"minimax:MiniMax-M3.1-Flash-Preview:low":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-98f3ac2c10bf847c0ab7b756375e664c94d2c1f78395d9a9f81078415af50188","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/c255d5b9edf4a3abf4ef37a3be69b98922614e34fbf6741b5be32372ffa8a20a.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"minimax:MiniMax-M3.1-Flash-Preview:medium":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-5d253fa04ccb69fb010f6727d4cd4f19757058971b8bbb48d2c610706380c236","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/99d13111d18c5ed65666768eb0729eea8e8a0e57181b40b71360eb6d574dfb40.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"minimax:MiniMax-M3.1-Flash-Preview:xhigh":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-c7d21c091eb2acf365b28555a416c627fb2d3a80058f4bf2fb7c37266d69d14b","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/80df2ebb3379d1f0110297f2a574db279e3fcfd90d0c438853435bdd5eab4212.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"openrouter:qwen/qwen3.8-27b:default":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-ca59c5b1ac70bac1840bd4ef06e441ed54962b625912c397e664eb472f3251f8","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/7573beb5d956e90369f45037d6f183f2c105c99c01ba30d05c79bf0d0f483f6e.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"openrouter-opus55:anthropic/claude-sonnet-5.5:xhigh":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-d4ad7365a6d4b32fb06a34717e6e4a0bc1d7713dbeb900c2c09477a85e476ff1","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/a8a307dd74de54aa3787c6f1c7ec7a49fbe43868d0ce60c20398cfb55d1822cb.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"codex-local:gpt-6.1-sol:low":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-96b6c27c7a72c1ba3ee2dc4dfe56c41515387736f8d7f7ac9898058caeb2c4b8","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/c9c295850641479c1c498555c8a3edcc527fd518315b85df310b7e06d184ad00.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"codex-local:gpt-6.1-sol:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-929cf512f5d55228b67af61307c0a935c298fdd1bb45a81d293b7ce5bc41d425","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/3c0763cbd2a7efe6f3e0fd1caf0cb58be4fdcf5ce3398253d77f01e2b7c0e9c1.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"codex-local:gpt-6.1-sol:medium":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-be76962500ee748d2470bb386dd75d48470388811c10359d3dc114c11604fb31","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/07044f1147932a52a9403ddcc80ac74ae0690464f2333fc839dd5dc36d731b51.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"codex-local:gpt-6.1-sol:max":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-3274f916de025f2452107cc90775704385653bd14182bebe2a5df62f8d25287c","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/f91efbccf6b8a8a9f7c65902964b2dc514a31ad3972ca257734baa18766d71ec.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"codex-local:gpt-6.1-sol:xhigh":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-dcf49076a92a9083fc1fdd883d8741405f5c8805e158c23e88ed7c4128abc45b","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/a420d2971612a3e48dace87c37ef19b53c7fa687f32e6551dd4d7d15743254fe.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]},"glm:glm-5.3-flash:high":{"batch_id":"q5-policy-projection-20261001055103584","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-q5-regrade:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","score_baseline_id":"coding-fast-v4.12:sha256:7cec42e1e1cf88cd214da8a2333f05b1d01abe4688e29ca6448d214026339f46","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"],"path":"public/reference-snapshots/archive/q5-policy-projection-20261001055103584.json","original_source":{"batch_id":"evaluation-c22f1480d7979deb6dec2b6cd4be4f57f2c9900488ece92daba9d54425278823","question_pack_version":"coding-fast-v4.12","grader_version":"evaluation-grading:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","score_baseline_id":"coding-fast-v4.12:sha256:b4e7057585aab40606c84d7280767522bfaf25827327c6c30323437ee4973614","question_ids":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design","05_cache_regression_test_design"]},"q5_policy":"q5-independent-audit-14-6-v1","q5_grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","q5_regrade_source_ref":"private/evaluation-publication-rehearsal/objects/e03c8cee70b2799d72fc09b652a63df2fdd939d269198b79ac1a91755e905c13.json","retained_questions":["01_session_bundle_repair","02_code_counterexample_maxgap","03_ci_optimality_certificate","04_transaction_regression_design"]}},"incremental_sources":[{"path":"public/reference-snapshots/archive/evaluation-c22f1480d7979deb6dec2b6cd4be4f57f2c9900488ece92daba9d54425278823.json","batch_sha256":"sha256:c1731283be6fab827412a4fafbd0402157d641008b5ae1626b1755df0fc33e66","candidate_ids":["Claude:claude-fable-5-1:high","Claude:claude-fable-5-1:max","Claude:claude-fable-5-1:xhigh","grok-api:grok-4.6:high","hy:hy4-preview:high","kimi:kimi-for-coding:high","qwen:qwen3.8-flash:default","Claude:claude-opus-4-8:high","Claude:claude-opus-4-8:max","Claude:claude-opus-4-8:xhigh","Claude:claude-opus-5:high","Claude:claude-opus-5:max","Claude:claude-opus-5:xhigh","deepseek:deepseek-v4-flash-vision-exp:high","deepseek:deepseek-v4-flash-vision-exp:max","grok-api:grok-4.6:xhigh","kimi:k3:high","minimax:MiniMax-M3:high","qwen:qwen3.8-max:default","opencode:union-alpha:default","Claude:claude-opus-5-5:max","Claude:claude-opus-5-5:xhigh","cloudflare-reference:gpt-5.6-luna:high","cloudflare-reference:gpt-5.6-luna:low","cloudflare-reference:gpt-5.6-luna:max","cloudflare-reference:gpt-5.6-luna:medium","cloudflare-reference:gpt-5.6-luna:xhigh","cloudflare-reference:gpt-5.6-sol:high","cloudflare-reference:gpt-5.6-sol:low","cloudflare-reference:gpt-5.6-sol:max","cloudflare-reference:gpt-5.6-sol:medium","cloudflare-reference:gpt-5.6-sol:xhigh","cloudflare-reference:gpt-5.6-terra:high","cloudflare-reference:gpt-5.6-terra:low","cloudflare-reference:gpt-5.6-terra:max","cloudflare-reference:gpt-5.6-terra:medium","cloudflare-reference:gpt-5.6-terra:xhigh","cloudflare-reference:gpt-6-astra:high","cloudflare-reference:gpt-6-astra:low","cloudflare-reference:gpt-6-astra:max","cloudflare-reference:gpt-6-astra:medium","cloudflare-reference:gpt-6-astra:xhigh","cloudflare-reference:gpt-6-luna:high","cloudflare-reference:gpt-6-luna:low","cloudflare-reference:gpt-6-luna:max","cloudflare-reference:gpt-6-luna:medium","cloudflare-reference:gpt-6-luna:xhigh","cloudflare-reference:gpt-6-sol:high","cloudflare-reference:gpt-6-sol:low","cloudflare-reference:gpt-6-sol:max","cloudflare-reference:gpt-6-sol:medium","cloudflare-reference:gpt-6-sol:xhigh","deepseek:deepseek-v4-flash:high","deepseek:deepseek-v4-flash:max","deepseek:deepseek-v4-pro:high","deepseek:deepseek-v4-pro:max","deepseek:deepseek-v4.1-flash-expires-on-0910:high","deepseek:deepseek-v4.1-flash-expires-on-0910:max","GEMINI:gemini-3.7-flash-high:default","GEMINI:gemini-3.8-flash-high:default","grok-api:grok-4.7:high","grok-api:grok-4.7:xhigh","stepfun:step-5-preview:default","xiaomi:mimo-v2.6-pro:default","xiaomi:mimo-v2.6-flash:default","opencode:space-bunny-free:default","minimax:MiniMax-M3.1-Flash-Preview:high","minimax:MiniMax-M3.1-Flash-Preview:max","minimax:MiniMax-M3.1-Flash-Preview:low","minimax:MiniMax-M3.1-Flash-Preview:medium","minimax:MiniMax-M3.1-Flash-Preview:xhigh","openrouter:qwen/qwen3.8-27b:default","openrouter-opus55:anthropic/claude-sonnet-5.5:xhigh","codex-local:gpt-6.1-sol:low","codex-local:gpt-6.1-sol:high","codex-local:gpt-6.1-sol:medium","codex-local:gpt-6.1-sol:max","codex-local:gpt-6.1-sol:xhigh","glm:glm-5.3-flash:high"]}],"replay_scope":"current_release_results; inherited entries retain source archive evidence","pricing_snapshot_sha256":"sha256:a006f7517979e56a6788b8502c69a3f6e8400e966edb5503e6b327f73f515618","q5_regrade":{"policy":"q5-independent-audit-14-6-v1","source_ref":"private/evaluation-publication-rehearsal/objects/4dfe540bc10eebf967834bed831efad54b62c9103c211ea892ea3a8439e620d9.json","grading_identity":"sha256:dfa506e0d7838de15bae227796a4f92d254088c15a9887befdcc487ff6a7d927","configurations":81,"adopted_configurations":80,"model_calls":0,"missing_answers_retained":["kimi:kimi-for-coding:high"],"original_identity_retained":["opencode:union-alpha:default"]},"q5_projection_correction":{"previous_batch":"q5-policy-20261001053008878","previous_batch_sha256":"sha256:f1c5cb5de8d228aaa44eb97a032e1fa8158ff249ca0e1953d9f786bcf662096c","reason":"Refresh question score projections and restart trends under the new grading identity","provider_calls":0,"scores_unchanged":true}},"leaderboard_projection":{"schema_version":2,"source":"publisher","ranking_rule":"score_desc_hard_failure_asc_elapsed_asc_cost_asc_identity_v1","trend_rule":"latest_6_same_configuration_protocol_route_v1","questions":[{"id":"01_session_bundle_repair","short_label":"Q1","title":"Black-box Regression Audit","capability_id":"black_box_regression_testing","capability_label":"契约测试","detail_label":"边界场景","ordinal":1},{"id":"02_code_counterexample_maxgap","short_label":"Q2","title":"Retry Planner Counterexamples","capability_id":"debug_counterexample","capability_label":"反例构造","detail_label":"重试调度","ordinal":2},{"id":"03_ci_optimality_certificate","short_label":"Q3","title":"CI Adversarial Audit","capability_id":"ci_plan_audit","capability_label":"方案审计","detail_label":"对抗场景","ordinal":3},{"id":"04_transaction_regression_design","short_label":"Q4","title":"Transaction Regression Design","capability_id":"state_machine_testing","capability_label":"状态机","detail_label":"事务回归","ordinal":4},{"id":"05_cache_regression_test_design","short_label":"Q5","title":"Cache Propagation Certificate","capability_id":"regression_validation","capability_label":"测试设计","detail_label":"缓存回归","ordinal":5}],"rows":[{"model_configuration_id":"cloudflare-reference:gpt-6-astra:max","rank":1,"target_labels":[{"id":"highest_score","label":"Highest score"}],"decision_tags":[{"kind":"recommended"}],"question_scores":[{"question_id":"01_session_bundle_repair","score":19},{"question_id":"02_code_counterexample_maxgap","score":20},{"question_id":"03_ci_optimality_certificate","score":19},{"question_id":"04_transaction_regression_design","score":20},{"question_id":"05_cache_regression_test_design","score":19}],"trend":{"compatibility_key":"sha256:c14ee06c04b8155c79fdd0a2713a1737686deecab640f2251c6efd4cfa7411cd","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":97,"elapsed_ms":2741473}]}},{"model_configuration_id":"cloudflare-reference:gpt-6-astra:xhigh","rank":2,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":19},{"question_id":"02_code_counterexample_maxgap","score":19},{"question_id":"03_ci_optimality_certificate","score":19},{"question_id":"04_transaction_regression_design","score":18},{"question_id":"05_cache_regression_test_design","score":20}],"trend":{"compatibility_key":"sha256:c034989e2c7d5347e33987379d12f87e381e3c90698137bd27a55117907166ed","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":95,"elapsed_ms":1842471}]}},{"model_configuration_id":"codex-local:gpt-6.1-sol:max","rank":3,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":19},{"question_id":"02_code_counterexample_maxgap","score":20},{"question_id":"03_ci_optimality_certificate","score":17},{"question_id":"04_transaction_regression_design","score":19},{"question_id":"05_cache_regression_test_design","score":20}],"trend":{"compatibility_key":"sha256:b78e5671332a353b091c1d2fd1659d89a02617b11ac46bce2a69075d956217ce","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":95,"elapsed_ms":1956031}]}},{"model_configuration_id":"cloudflare-reference:gpt-6-astra:high","rank":4,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":19},{"question_id":"02_code_counterexample_maxgap","score":19},{"question_id":"03_ci_optimality_certificate","score":16},{"question_id":"04_transaction_regression_design","score":18},{"question_id":"05_cache_regression_test_design","score":20}],"trend":{"compatibility_key":"sha256:8b165f4a558763f7a7a16c99c919ac99c434efcdf3d48fc6a18d6a6bcdbd7a4e","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":92,"elapsed_ms":1163012}]}},{"model_configuration_id":"cloudflare-reference:gpt-6-astra:medium","rank":5,"target_labels":[],"decision_tags":[{"kind":"speed"}],"question_scores":[{"question_id":"01_session_bundle_repair","score":19},{"question_id":"02_code_counterexample_maxgap","score":20},{"question_id":"03_ci_optimality_certificate","score":15},{"question_id":"04_transaction_regression_design","score":17},{"question_id":"05_cache_regression_test_design","score":20}],"trend":{"compatibility_key":"sha256:af37744ba646ead404fcfcdd62f583ad2ffdd4349cba4075e36b8849eb5409ec","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":91,"elapsed_ms":710697}]}},{"model_configuration_id":"codex-local:gpt-6.1-sol:high","rank":6,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":19},{"question_id":"02_code_counterexample_maxgap","score":18},{"question_id":"03_ci_optimality_certificate","score":17},{"question_id":"04_transaction_regression_design","score":18},{"question_id":"05_cache_regression_test_design","score":19}],"trend":{"compatibility_key":"sha256:51eeeba7097ea31eb841d312ad3d3d113f05b47b834b1e567860773bb8c40080","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":91,"elapsed_ms":1091140}]}},{"model_configuration_id":"opencode:union-alpha:default","rank":7,"target_labels":[],"decision_tags":[{"kind":"lightweight"},{"kind":"value"}],"question_scores":[{"question_id":"01_session_bundle_repair","score":19},{"question_id":"02_code_counterexample_maxgap","score":19},{"question_id":"03_ci_optimality_certificate","score":17},{"question_id":"04_transaction_regression_design","score":16},{"question_id":"05_cache_regression_test_design","score":20}],"trend":{"compatibility_key":"sha256:b18ce0cf42e742a0bb95bc38e73857bb42bfbd40a6823c2643b2638f53b43427","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"union-alpha-owner-20260918042708000","published_at":"2026-09-18T04:27:08.000Z","score":91,"elapsed_ms":1196849}]}},{"model_configuration_id":"cloudflare-reference:gpt-6-astra:low","rank":8,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":19},{"question_id":"02_code_counterexample_maxgap","score":19},{"question_id":"03_ci_optimality_certificate","score":15},{"question_id":"04_transaction_regression_design","score":18},{"question_id":"05_cache_regression_test_design","score":19}],"trend":{"compatibility_key":"sha256:7f345aa4c640d13751c83b7cb075aa6548a565032e7ffbe3bd3d5b202b4d20a2","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":90,"elapsed_ms":753236}]}},{"model_configuration_id":"codex-local:gpt-6.1-sol:xhigh","rank":9,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":17},{"question_id":"02_code_counterexample_maxgap","score":19},{"question_id":"03_ci_optimality_certificate","score":14},{"question_id":"04_transaction_regression_design","score":20},{"question_id":"05_cache_regression_test_design","score":20}],"trend":{"compatibility_key":"sha256:2822a1f8b56c26ba41fbfdfb4d2cfc44f80a14610e9e6ac344be7f814da35f16","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":90,"elapsed_ms":1723983}]}},{"model_configuration_id":"codex-local:gpt-6.1-sol:medium","rank":10,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":16},{"question_id":"02_code_counterexample_maxgap","score":18},{"question_id":"03_ci_optimality_certificate","score":16},{"question_id":"04_transaction_regression_design","score":19},{"question_id":"05_cache_regression_test_design","score":20}],"trend":{"compatibility_key":"sha256:c102b13b70e7f35869ccab809d80df6a8ccd9774e41b90c555df16bd761b7b3b","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":89,"elapsed_ms":756619}]}},{"model_configuration_id":"grok-api:grok-4.7:high","rank":11,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":15},{"question_id":"02_code_counterexample_maxgap","score":18},{"question_id":"03_ci_optimality_certificate","score":18},{"question_id":"04_transaction_regression_design","score":16},{"question_id":"05_cache_regression_test_design","score":20}],"trend":{"compatibility_key":"sha256:87957387492d3b54069bfe795808ce8152e739b46343f8390a7b3e91c160cfdb","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":87,"elapsed_ms":4648617}]}},{"model_configuration_id":"openrouter-opus55:anthropic/claude-sonnet-5.5:xhigh","rank":12,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":15},{"question_id":"02_code_counterexample_maxgap","score":18},{"question_id":"03_ci_optimality_certificate","score":16},{"question_id":"04_transaction_regression_design","score":18},{"question_id":"05_cache_regression_test_design","score":19}],"trend":{"compatibility_key":"sha256:c1dcf2b5bbad76528b172ea85101a5832003bf550b2283ab3d9328d44776a25b","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":86,"elapsed_ms":903177}]}},{"model_configuration_id":"grok-api:grok-4.7:xhigh","rank":13,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":16},{"question_id":"02_code_counterexample_maxgap","score":17},{"question_id":"03_ci_optimality_certificate","score":16},{"question_id":"04_transaction_regression_design","score":18},{"question_id":"05_cache_regression_test_design","score":19}],"trend":{"compatibility_key":"sha256:11ed9eb045cd0f7f36161e02dd397ed94a6d4f2b86a66de1b72eccfbc9c89305","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":86,"elapsed_ms":5280210}]}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-sol:max","rank":14,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":17},{"question_id":"02_code_counterexample_maxgap","score":18},{"question_id":"03_ci_optimality_certificate","score":13},{"question_id":"04_transaction_regression_design","score":18},{"question_id":"05_cache_regression_test_design","score":19}],"trend":{"compatibility_key":"sha256:3c323ba600a24adef6d4694e50a9151fa6aa3c4dccecbc0ec9da3a96408e0712","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":85,"elapsed_ms":1759476}]}},{"model_configuration_id":"Claude:claude-fable-5-1:max","rank":15,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":13},{"question_id":"02_code_counterexample_maxgap","score":20},{"question_id":"03_ci_optimality_certificate","score":14},{"question_id":"04_transaction_regression_design","score":19},{"question_id":"05_cache_regression_test_design","score":19}],"trend":{"compatibility_key":"sha256:2c31233b53ba277946e7fc93731b567d5976cfef2604a4fd39abeb90417244af","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":85,"elapsed_ms":2624640}]}},{"model_configuration_id":"Claude:claude-opus-5-5:max","rank":16,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":18},{"question_id":"02_code_counterexample_maxgap","score":16},{"question_id":"03_ci_optimality_certificate","score":16},{"question_id":"04_transaction_regression_design","score":16},{"question_id":"05_cache_regression_test_design","score":18}],"trend":{"compatibility_key":"sha256:3a4d10ce53775ae96ee5c957618a1302f3fe78aff6cff63d36fa55482037790f","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":84,"elapsed_ms":568802}]}},{"model_configuration_id":"Claude:claude-opus-5-5:xhigh","rank":17,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":17},{"question_id":"02_code_counterexample_maxgap","score":17},{"question_id":"03_ci_optimality_certificate","score":18},{"question_id":"04_transaction_regression_design","score":15},{"question_id":"05_cache_regression_test_design","score":17}],"trend":{"compatibility_key":"sha256:e77db562de20ecf6b65a7f156665ae24f1d440cf2e1edda28b10bbcf8e141270","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":84,"elapsed_ms":604244}]}},{"model_configuration_id":"codex-local:gpt-6.1-sol:low","rank":18,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":17},{"question_id":"02_code_counterexample_maxgap","score":19},{"question_id":"03_ci_optimality_certificate","score":13},{"question_id":"04_transaction_regression_design","score":16},{"question_id":"05_cache_regression_test_design","score":19}],"trend":{"compatibility_key":"sha256:7e34d6a30acb46f8e20a4c1f425e61cc30c0639970ab6c6a5580e651ca72f8a4","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":84,"elapsed_ms":634486}]}},{"model_configuration_id":"Claude:claude-fable-5-1:xhigh","rank":19,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":17},{"question_id":"02_code_counterexample_maxgap","score":17},{"question_id":"03_ci_optimality_certificate","score":14},{"question_id":"04_transaction_regression_design","score":18},{"question_id":"05_cache_regression_test_design","score":18}],"trend":{"compatibility_key":"sha256:fd3019420f89866a7ed38251f58d4bbbd641e59db685d427a0e99da6609fddc6","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":84,"elapsed_ms":1579615}]}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-terra:max","rank":20,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":17},{"question_id":"02_code_counterexample_maxgap","score":17},{"question_id":"03_ci_optimality_certificate","score":12},{"question_id":"04_transaction_regression_design","score":17},{"question_id":"05_cache_regression_test_design","score":18}],"trend":{"compatibility_key":"sha256:ea8718f99b89bce3e2db3710865ca16d370f46d17a149c344a996a5bc479a808","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":81,"elapsed_ms":4545081}]}},{"model_configuration_id":"cloudflare-reference:gpt-6-sol:xhigh","rank":21,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":17},{"question_id":"02_code_counterexample_maxgap","score":17},{"question_id":"03_ci_optimality_certificate","score":13},{"question_id":"04_transaction_regression_design","score":15},{"question_id":"05_cache_regression_test_design","score":18}],"trend":{"compatibility_key":"sha256:b685114b339694bca1551f2dfd2762e1e22b6dad9a2d13cfac8cecf045d07d07","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":80,"elapsed_ms":912749}]}},{"model_configuration_id":"cloudflare-reference:gpt-6-sol:max","rank":22,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":16},{"question_id":"02_code_counterexample_maxgap","score":16},{"question_id":"03_ci_optimality_certificate","score":13},{"question_id":"04_transaction_regression_design","score":16},{"question_id":"05_cache_regression_test_design","score":19}],"trend":{"compatibility_key":"sha256:c2ddd5673f6b3422c01144352ad086e77be2519ef476ecd9c60cc03dc359f3b7","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":80,"elapsed_ms":1105013}]}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-sol:high","rank":23,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":17},{"question_id":"02_code_counterexample_maxgap","score":18},{"question_id":"03_ci_optimality_certificate","score":13},{"question_id":"04_transaction_regression_design","score":16},{"question_id":"05_cache_regression_test_design","score":14}],"trend":{"compatibility_key":"sha256:6362314a13f4a71e8a5385dfe5458db011dbd56185e001f6dd01519459ba57df","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":78,"elapsed_ms":756509}]}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-sol:xhigh","rank":24,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":15},{"question_id":"02_code_counterexample_maxgap","score":17},{"question_id":"03_ci_optimality_certificate","score":10},{"question_id":"04_transaction_regression_design","score":18},{"question_id":"05_cache_regression_test_design","score":18}],"trend":{"compatibility_key":"sha256:0c4a1e8e67a9d86c3c84271fc04b22150a22a42e44a5dd482595ab010930bfec","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":78,"elapsed_ms":1182011}]}},{"model_configuration_id":"grok-api:grok-4.6:xhigh","rank":25,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":12},{"question_id":"02_code_counterexample_maxgap","score":18},{"question_id":"03_ci_optimality_certificate","score":14},{"question_id":"04_transaction_regression_design","score":17},{"question_id":"05_cache_regression_test_design","score":17}],"trend":{"compatibility_key":"sha256:2e5b6b80819696ea3235f9a6b29b206ea1480026b6bfb52a72e7ff40c431b918","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":78,"elapsed_ms":2588172}]}},{"model_configuration_id":"cloudflare-reference:gpt-6-sol:high","rank":26,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":13},{"question_id":"02_code_counterexample_maxgap","score":18},{"question_id":"03_ci_optimality_certificate","score":12},{"question_id":"04_transaction_regression_design","score":16},{"question_id":"05_cache_regression_test_design","score":17}],"trend":{"compatibility_key":"sha256:f192bb502d9c2311ff50fb36120f0aa9641bdca6ec0611b039741bc411897cb0","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":76,"elapsed_ms":684218}]}},{"model_configuration_id":"minimax:MiniMax-M3.1-Flash-Preview:max","rank":27,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":16},{"question_id":"02_code_counterexample_maxgap","score":19},{"question_id":"03_ci_optimality_certificate","score":10},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":16}],"trend":{"compatibility_key":"sha256:d2ec113d0b39ec985806cd2a041db2a3413e8003a6215aa22a304849cb85e4dc","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":75,"elapsed_ms":1114913}]}},{"model_configuration_id":"Claude:claude-opus-5:xhigh","rank":28,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":16},{"question_id":"02_code_counterexample_maxgap","score":15},{"question_id":"03_ci_optimality_certificate","score":12},{"question_id":"04_transaction_regression_design","score":15},{"question_id":"05_cache_regression_test_design","score":16}],"trend":{"compatibility_key":"sha256:470443a9d74e94f28947331a3ce62430f69c99fd478dd64433e46078020cf148","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":74,"elapsed_ms":1121975}]}},{"model_configuration_id":"hy:hy4-preview:high","rank":29,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":14},{"question_id":"02_code_counterexample_maxgap","score":17},{"question_id":"03_ci_optimality_certificate","score":12},{"question_id":"04_transaction_regression_design","score":16},{"question_id":"05_cache_regression_test_design","score":15}],"trend":{"compatibility_key":"sha256:ad919059c510f9ce26c49a550115deb4535e594a9f0ccd2ef534d06961a57c16","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":74,"elapsed_ms":4058795}]}},{"model_configuration_id":"Claude:claude-fable-5-1:high","rank":30,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":11},{"question_id":"02_code_counterexample_maxgap","score":15},{"question_id":"03_ci_optimality_certificate","score":13},{"question_id":"04_transaction_regression_design","score":16},{"question_id":"05_cache_regression_test_design","score":18}],"trend":{"compatibility_key":"sha256:d61a40654a2e028177d65ef98237ae473817850b1653c0a7ce5a939ae930d45d","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":73,"elapsed_ms":529947}]}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-sol:medium","rank":31,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":12},{"question_id":"02_code_counterexample_maxgap","score":17},{"question_id":"03_ci_optimality_certificate","score":12},{"question_id":"04_transaction_regression_design","score":15},{"question_id":"05_cache_regression_test_design","score":17}],"trend":{"compatibility_key":"sha256:f887c2d7e61506307eaebda5eafef254b98d155b780ef3a53657532c6e121ff9","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":73,"elapsed_ms":670543}]}},{"model_configuration_id":"grok-api:grok-4.6:high","rank":32,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":12},{"question_id":"02_code_counterexample_maxgap","score":18},{"question_id":"03_ci_optimality_certificate","score":11},{"question_id":"04_transaction_regression_design","score":16},{"question_id":"05_cache_regression_test_design","score":15}],"trend":{"compatibility_key":"sha256:80449c167c2cbf8cf3e7ced0489f48b25a705154c73283c491cf516159f08e72","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":72,"elapsed_ms":1291162}]}},{"model_configuration_id":"cloudflare-reference:gpt-6-sol:medium","rank":33,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":14},{"question_id":"02_code_counterexample_maxgap","score":16},{"question_id":"03_ci_optimality_certificate","score":12},{"question_id":"04_transaction_regression_design","score":12},{"question_id":"05_cache_regression_test_design","score":16}],"trend":{"compatibility_key":"sha256:b5e22954d45de33450575d3b14276c6095ba958fff7ed9ae9be4bacc6055595d","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":70,"elapsed_ms":617186}]}},{"model_configuration_id":"Claude:claude-opus-5:max","rank":34,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":11},{"question_id":"02_code_counterexample_maxgap","score":15},{"question_id":"03_ci_optimality_certificate","score":14},{"question_id":"04_transaction_regression_design","score":15},{"question_id":"05_cache_regression_test_design","score":15}],"trend":{"compatibility_key":"sha256:f5965a8731441eb8d8368f67a1c68833d2093e3967055870ba339c0bdc9ed067","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":70,"elapsed_ms":1623481}]}},{"model_configuration_id":"kimi:k3:high","rank":35,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":16},{"question_id":"02_code_counterexample_maxgap","score":15},{"question_id":"03_ci_optimality_certificate","score":14},{"question_id":"04_transaction_regression_design","score":12},{"question_id":"05_cache_regression_test_design","score":13}],"trend":{"compatibility_key":"sha256:f699e86e1a3feb76745d2de3772e138d0291b0f000496e326fc9080098d91e9b","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":70,"elapsed_ms":2276292}]}},{"model_configuration_id":"xiaomi:mimo-v2.6-pro:default","rank":36,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":10},{"question_id":"02_code_counterexample_maxgap","score":15},{"question_id":"03_ci_optimality_certificate","score":12},{"question_id":"04_transaction_regression_design","score":16},{"question_id":"05_cache_regression_test_design","score":17}],"trend":{"compatibility_key":"sha256:5171e5fea386caec9ffe825c046f85cce22426be27b80998f94244729b7f8816","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":70,"elapsed_ms":4805113}]}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-sol:low","rank":37,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":12},{"question_id":"02_code_counterexample_maxgap","score":15},{"question_id":"03_ci_optimality_certificate","score":12},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":16}],"trend":{"compatibility_key":"sha256:91bfacb28738c0f34caf59f8333805780c00b1090504620836453dda725258ab","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":69,"elapsed_ms":511469}]}},{"model_configuration_id":"Claude:claude-opus-5:high","rank":38,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":11},{"question_id":"02_code_counterexample_maxgap","score":17},{"question_id":"03_ci_optimality_certificate","score":10},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":16}],"trend":{"compatibility_key":"sha256:86a98bf67d9b0c5c01b0016d564dfd99b85ff80b39d77aed837a05e1d885f6d7","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":68,"elapsed_ms":743034}]}},{"model_configuration_id":"qwen:qwen3.8-flash:default","rank":39,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":8},{"question_id":"02_code_counterexample_maxgap","score":15},{"question_id":"03_ci_optimality_certificate","score":13},{"question_id":"04_transaction_regression_design","score":15},{"question_id":"05_cache_regression_test_design","score":17}],"trend":{"compatibility_key":"sha256:39e6cdbda61d07289ced7af1b43ceef6ac1006b68cc5955bf589708bdec44142","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":68,"elapsed_ms":3314290}]}},{"model_configuration_id":"deepseek:deepseek-v4-flash-vision-exp:max","rank":40,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":9},{"question_id":"02_code_counterexample_maxgap","score":16},{"question_id":"03_ci_optimality_certificate","score":11},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":17}],"trend":{"compatibility_key":"sha256:08afc55d64509de5dea3b4706d4d83886649662c9f2aa96fe7c78c5ce22468d6","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":67,"elapsed_ms":851743}]}},{"model_configuration_id":"deepseek:deepseek-v4-pro:max","rank":41,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":9},{"question_id":"02_code_counterexample_maxgap","score":17},{"question_id":"03_ci_optimality_certificate","score":12},{"question_id":"04_transaction_regression_design","score":13},{"question_id":"05_cache_regression_test_design","score":16}],"trend":{"compatibility_key":"sha256:5e14f361b4d817b1c7d658bbdeaf71b7268d65e9b85d662e52a51eb7cb7b9f96","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":67,"elapsed_ms":1613458}]}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-terra:xhigh","rank":42,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":10},{"question_id":"02_code_counterexample_maxgap","score":17},{"question_id":"03_ci_optimality_certificate","score":12},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":14}],"trend":{"compatibility_key":"sha256:55220161ed070992e3806fab1919b66bb48bbba519fdaa6298abef34cb1011fb","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":67,"elapsed_ms":1828861}]}},{"model_configuration_id":"minimax:MiniMax-M3.1-Flash-Preview:high","rank":43,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":14},{"question_id":"02_code_counterexample_maxgap","score":16},{"question_id":"03_ci_optimality_certificate","score":12},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":9}],"trend":{"compatibility_key":"sha256:ed7bd86de3824c42a4d751592c05814ee73b6ba8e42875df8c2f72bbf73b0ad4","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":65,"elapsed_ms":508129}]}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-terra:high","rank":44,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":13},{"question_id":"02_code_counterexample_maxgap","score":14},{"question_id":"03_ci_optimality_certificate","score":9},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":15}],"trend":{"compatibility_key":"sha256:3937ecd2c4e0bc12650713973e73664f9f75723039d29a48af62e0d4603472c4","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":65,"elapsed_ms":1067005}]}},{"model_configuration_id":"glm:glm-5.3:max","rank":45,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":10},{"question_id":"02_code_counterexample_maxgap","score":15},{"question_id":"03_ci_optimality_certificate","score":11},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":15}],"trend":{"compatibility_key":"sha256:e521919d2dbe77c2cd434541ccff3421256c8a00fb256db0793e88f963674ef9","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":65,"elapsed_ms":1260366}]}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-luna:max","rank":46,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":7},{"question_id":"02_code_counterexample_maxgap","score":15},{"question_id":"03_ci_optimality_certificate","score":13},{"question_id":"04_transaction_regression_design","score":16},{"question_id":"05_cache_regression_test_design","score":14}],"trend":{"compatibility_key":"sha256:1390e8e389032ae36c18f99dca5846852a0be1842c7b2df0d55e34a18bcc808b","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":65,"elapsed_ms":2906014}]}},{"model_configuration_id":"GEMINI:gemini-3.8-flash-high:default","rank":47,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":9},{"question_id":"02_code_counterexample_maxgap","score":14},{"question_id":"03_ci_optimality_certificate","score":13},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":14}],"trend":{"compatibility_key":"sha256:a3493bc231894c6b30a180daae473e95ef9e93414251f89778e7e40a93df72c2","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":64,"elapsed_ms":815239}]}},{"model_configuration_id":"openrouter:qwen/qwen3.8-27b:default","rank":48,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":9},{"question_id":"02_code_counterexample_maxgap","score":18},{"question_id":"03_ci_optimality_certificate","score":9},{"question_id":"04_transaction_regression_design","score":13},{"question_id":"05_cache_regression_test_design","score":15}],"trend":{"compatibility_key":"sha256:7d604aefead339b9bcd21a3f241ebd89e0bed82448dee656042808e061359884","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":64,"elapsed_ms":1379073}]}},{"model_configuration_id":"qwen:qwen3.8-max:default","rank":49,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":12},{"question_id":"02_code_counterexample_maxgap","score":17},{"question_id":"03_ci_optimality_certificate","score":8},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":13}],"trend":{"compatibility_key":"sha256:a54d82315a4260f296c3f5fb7458ffa6a8432e1effba560e8de935b1e803381c","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":64,"elapsed_ms":2868049}]}},{"model_configuration_id":"Claude:claude-opus-4-8:max","rank":50,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":7},{"question_id":"02_code_counterexample_maxgap","score":15},{"question_id":"03_ci_optimality_certificate","score":13},{"question_id":"04_transaction_regression_design","score":13},{"question_id":"05_cache_regression_test_design","score":16}],"trend":{"compatibility_key":"sha256:fe7c622942640744db899e5651e05ebe3e24629458b70b9774485320ef35104a","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":64,"elapsed_ms":3796135}]}},{"model_configuration_id":"GEMINI:gemini-3.7-flash-high:default","rank":51,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":12},{"question_id":"02_code_counterexample_maxgap","score":16},{"question_id":"03_ci_optimality_certificate","score":9},{"question_id":"04_transaction_regression_design","score":12},{"question_id":"05_cache_regression_test_design","score":14}],"trend":{"compatibility_key":"sha256:6ed11ce43297b67c2d4c51fb34781a78a0a883950c6f16b37e79c3d1877f43e3","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":63,"elapsed_ms":355964}]}},{"model_configuration_id":"deepseek:deepseek-v4.1-flash-expires-on-0910:max","rank":52,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":7},{"question_id":"02_code_counterexample_maxgap","score":14},{"question_id":"03_ci_optimality_certificate","score":13},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":14}],"trend":{"compatibility_key":"sha256:df7cf646cb07c0ac84d3880101287cc75da3f0c091e41b3db9b79cbf3578aad4","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":62,"elapsed_ms":753401}]}},{"model_configuration_id":"cloudflare-reference:gpt-6-luna:xhigh","rank":53,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":10},{"question_id":"02_code_counterexample_maxgap","score":16},{"question_id":"03_ci_optimality_certificate","score":9},{"question_id":"04_transaction_regression_design","score":13},{"question_id":"05_cache_regression_test_design","score":14}],"trend":{"compatibility_key":"sha256:97339c517fe2a8c4d500ec14077aa3222b1906bf8e1541f5e49c52abcfb683bb","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":62,"elapsed_ms":1073565}]}},{"model_configuration_id":"stepfun:step-5-preview:default","rank":54,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":9},{"question_id":"02_code_counterexample_maxgap","score":16},{"question_id":"03_ci_optimality_certificate","score":8},{"question_id":"04_transaction_regression_design","score":16},{"question_id":"05_cache_regression_test_design","score":12}],"trend":{"compatibility_key":"sha256:04d422f6afb4dc1a349a3f67fa1fc70edcd2341b33f906b0c133f34dff700088","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":61,"elapsed_ms":432480}]}},{"model_configuration_id":"deepseek:deepseek-v4-flash-vision-exp:high","rank":55,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":8},{"question_id":"02_code_counterexample_maxgap","score":14},{"question_id":"03_ci_optimality_certificate","score":12},{"question_id":"04_transaction_regression_design","score":12},{"question_id":"05_cache_regression_test_design","score":15}],"trend":{"compatibility_key":"sha256:0cc6b908ae04c02ab538f676ae4b91e9c8619a8ac74db7bfa1edea3403db34bb","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":61,"elapsed_ms":791010}]}},{"model_configuration_id":"cloudflare-reference:gpt-6-luna:max","rank":56,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":9},{"question_id":"02_code_counterexample_maxgap","score":16},{"question_id":"03_ci_optimality_certificate","score":7},{"question_id":"04_transaction_regression_design","score":15},{"question_id":"05_cache_regression_test_design","score":14}],"trend":{"compatibility_key":"sha256:75975400821d3c4796d1f9bf0a4b15e0e7097a8247140b7d6b36364e5dc1c81b","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":61,"elapsed_ms":1054690}]}},{"model_configuration_id":"opencode:space-bunny-free:default","rank":57,"target_labels":[{"id":"lowest_cost","label":"Lowest cost"}],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":9},{"question_id":"02_code_counterexample_maxgap","score":15},{"question_id":"03_ci_optimality_certificate","score":7},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":16}],"trend":{"compatibility_key":"sha256:cb299d7acae8bbaa43b50f2d0494cb7cfa7b75dd22297e061611573f17d5c6fe","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":61,"elapsed_ms":1173135}]}},{"model_configuration_id":"deepseek:deepseek-v4-pro:high","rank":58,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":10},{"question_id":"02_code_counterexample_maxgap","score":16},{"question_id":"03_ci_optimality_certificate","score":8},{"question_id":"04_transaction_regression_design","score":13},{"question_id":"05_cache_regression_test_design","score":14}],"trend":{"compatibility_key":"sha256:a29ec0bce22aa54b27cde093cf64d127fda2915e71305b050d8620f08c90d335","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":61,"elapsed_ms":1346289}]}},{"model_configuration_id":"Claude:claude-opus-4-8:xhigh","rank":59,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":7},{"question_id":"02_code_counterexample_maxgap","score":16},{"question_id":"03_ci_optimality_certificate","score":11},{"question_id":"04_transaction_regression_design","score":15},{"question_id":"05_cache_regression_test_design","score":12}],"trend":{"compatibility_key":"sha256:f8f67606bacf1bf0e1b2843c5172b48215272e0bb41896df0dc9c2e43a210b06","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":61,"elapsed_ms":2056248}]}},{"model_configuration_id":"glm:glm-5.3-flash:high","rank":60,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":7},{"question_id":"02_code_counterexample_maxgap","score":12},{"question_id":"03_ci_optimality_certificate","score":10},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":16}],"trend":{"compatibility_key":"sha256:fda86795eb8699c8223346d444b3d34f41b31ee53aa2a01eeb644b68b1c3c456","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":59,"elapsed_ms":1222964}]}},{"model_configuration_id":"deepseek:deepseek-v4-flash:high","rank":61,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":8},{"question_id":"02_code_counterexample_maxgap","score":16},{"question_id":"03_ci_optimality_certificate","score":11},{"question_id":"04_transaction_regression_design","score":10},{"question_id":"05_cache_regression_test_design","score":13}],"trend":{"compatibility_key":"sha256:8e27f4176dcb6c948087afd2215fd9a4cc6381b383b9be5eae9cfe9816d93b81","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":58,"elapsed_ms":695955}]}},{"model_configuration_id":"xiaomi:mimo-v2.6-flash:default","rank":62,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":11},{"question_id":"02_code_counterexample_maxgap","score":17},{"question_id":"03_ci_optimality_certificate","score":0},{"question_id":"04_transaction_regression_design","score":15},{"question_id":"05_cache_regression_test_design","score":15}],"trend":{"compatibility_key":"sha256:bf264ddc96647a2f8200a4bcfeeadbe20e9729f936c7626de352e46c09b1410c","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":58,"elapsed_ms":2135528}]}},{"model_configuration_id":"deepseek:deepseek-v4.1-flash-expires-on-0910:high","rank":63,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":7},{"question_id":"02_code_counterexample_maxgap","score":11},{"question_id":"03_ci_optimality_certificate","score":10},{"question_id":"04_transaction_regression_design","score":13},{"question_id":"05_cache_regression_test_design","score":15}],"trend":{"compatibility_key":"sha256:b87b0fad41ffa8a5ce398adf7799a25c4d6ace6932bc7e488ee5df89e739a548","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":56,"elapsed_ms":548265}]}},{"model_configuration_id":"glm:glm-5.3:high","rank":64,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":4},{"question_id":"02_code_counterexample_maxgap","score":16},{"question_id":"03_ci_optimality_certificate","score":11},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":11}],"trend":{"compatibility_key":"sha256:ac01aa29bff768f8c0a877026283abcd3addab330a3175d3aced0c99546b63ef","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":56,"elapsed_ms":1326663}]}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-luna:xhigh","rank":65,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":8},{"question_id":"02_code_counterexample_maxgap","score":15},{"question_id":"03_ci_optimality_certificate","score":13},{"question_id":"04_transaction_regression_design","score":12},{"question_id":"05_cache_regression_test_design","score":8}],"trend":{"compatibility_key":"sha256:45b7fd946b658dbcbabb5da6b4631fff490f0ae5b8e0ede7acd6095975f0c7e7","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":56,"elapsed_ms":1388979}]}},{"model_configuration_id":"cloudflare-reference:gpt-6-sol:low","rank":66,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":11},{"question_id":"02_code_counterexample_maxgap","score":18},{"question_id":"03_ci_optimality_certificate","score":0},{"question_id":"04_transaction_regression_design","score":11},{"question_id":"05_cache_regression_test_design","score":14}],"trend":{"compatibility_key":"sha256:5aa7d665e39653c9a28af12bb9aea7a8311e3a65bda7ae6421ee027a82785fc6","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":54,"elapsed_ms":461925}]}},{"model_configuration_id":"deepseek:deepseek-v4-flash:max","rank":67,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":10},{"question_id":"02_code_counterexample_maxgap","score":17},{"question_id":"03_ci_optimality_certificate","score":12},{"question_id":"04_transaction_regression_design","score":15},{"question_id":"05_cache_regression_test_design","score":0}],"trend":{"compatibility_key":"sha256:6fd10293b2f8490662df929e67a5c01d9b0318ad2cac9a38598b4981730657ea","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":54,"elapsed_ms":847707}]}},{"model_configuration_id":"glm:glm-5.3-flash:max","rank":68,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":7},{"question_id":"02_code_counterexample_maxgap","score":15},{"question_id":"03_ci_optimality_certificate","score":7},{"question_id":"04_transaction_regression_design","score":11},{"question_id":"05_cache_regression_test_design","score":14}],"trend":{"compatibility_key":"sha256:01312ebf812e5f5e9d6698191fe32c16a2d8f9f179f6fbe175957cf73aa16e1a","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":54,"elapsed_ms":1279711}]}},{"model_configuration_id":"kimi:kimi-for-coding:high","rank":69,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":9},{"question_id":"02_code_counterexample_maxgap","score":15},{"question_id":"03_ci_optimality_certificate","score":14},{"question_id":"04_transaction_regression_design","score":9},{"question_id":"05_cache_regression_test_design","score":7}],"trend":{"compatibility_key":"sha256:8a2242ead89fc3ad0f3af6ee513c267d3b49b631618f2c75820dede710b23646","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"evaluation-3a10c36384bbfb206359d6555a6bf1ebdbb6a253410be855f4054d91526e3cdf","published_at":"2026-09-11T12:25:09.529Z","score":54,"elapsed_ms":1333918}]}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-terra:low","rank":70,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":8},{"question_id":"02_code_counterexample_maxgap","score":11},{"question_id":"03_ci_optimality_certificate","score":8},{"question_id":"04_transaction_regression_design","score":12},{"question_id":"05_cache_regression_test_design","score":14}],"trend":{"compatibility_key":"sha256:673688494c6a4e83ea9f787510d55fc15f667150dd6f95d787fb118eff77fc2a","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":53,"elapsed_ms":580795}]}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-luna:medium","rank":71,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":8},{"question_id":"02_code_counterexample_maxgap","score":13},{"question_id":"03_ci_optimality_certificate","score":3},{"question_id":"04_transaction_regression_design","score":11},{"question_id":"05_cache_regression_test_design","score":16}],"trend":{"compatibility_key":"sha256:9472ee9686e9deff3ff4189c5402104e7b62aba2705653623976861ddfc02e1c","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":51,"elapsed_ms":655052}]}},{"model_configuration_id":"minimax:MiniMax-M3.1-Flash-Preview:xhigh","rank":72,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":10},{"question_id":"02_code_counterexample_maxgap","score":12},{"question_id":"03_ci_optimality_certificate","score":6},{"question_id":"04_transaction_regression_design","score":17},{"question_id":"05_cache_regression_test_design","score":5}],"trend":{"compatibility_key":"sha256:45fa27cae810922c8c36feb17a47df1d9839c540abeffa41128c001e96695a5a","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":50,"elapsed_ms":523553}]}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-terra:medium","rank":73,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":9},{"question_id":"02_code_counterexample_maxgap","score":11},{"question_id":"03_ci_optimality_certificate","score":11},{"question_id":"04_transaction_regression_design","score":11},{"question_id":"05_cache_regression_test_design","score":7}],"trend":{"compatibility_key":"sha256:2ded2f8a325137947529248053e88e1aebe4c115c8df7b1d3c896bbdcba0c222","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":49,"elapsed_ms":744829}]}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-luna:high","rank":74,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":0},{"question_id":"02_code_counterexample_maxgap","score":12},{"question_id":"03_ci_optimality_certificate","score":9},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":14}],"trend":{"compatibility_key":"sha256:df122893af68cc54deb7c31eb5a81d1f1bdcb084032326f3fe02fb91195c7806","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":49,"elapsed_ms":1132157}]}},{"model_configuration_id":"Claude:claude-opus-4-8:high","rank":75,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":6},{"question_id":"02_code_counterexample_maxgap","score":12},{"question_id":"03_ci_optimality_certificate","score":10},{"question_id":"04_transaction_regression_design","score":8},{"question_id":"05_cache_regression_test_design","score":12}],"trend":{"compatibility_key":"sha256:946f40c0e1c934a6c68ad3e6984780c6e4f123ec95673ee42fe3e77dcbaa7fc7","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":48,"elapsed_ms":1096813}]}},{"model_configuration_id":"minimax:MiniMax-M3:high","rank":76,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":7},{"question_id":"02_code_counterexample_maxgap","score":11},{"question_id":"03_ci_optimality_certificate","score":4},{"question_id":"04_transaction_regression_design","score":9},{"question_id":"05_cache_regression_test_design","score":15}],"trend":{"compatibility_key":"sha256:591b649910745d728816cc83711b76bbafc2d59099f2cc0e76420d4017c363b1","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":46,"elapsed_ms":1325984}]}},{"model_configuration_id":"cloudflare-reference:gpt-6-luna:high","rank":77,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":8},{"question_id":"02_code_counterexample_maxgap","score":10},{"question_id":"03_ci_optimality_certificate","score":9},{"question_id":"04_transaction_regression_design","score":11},{"question_id":"05_cache_regression_test_design","score":6}],"trend":{"compatibility_key":"sha256:9fb042bd1040e866c766eff86bee8f41939cb09cdc4a2075899b134767bdb719","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":44,"elapsed_ms":705870}]}},{"model_configuration_id":"minimax:MiniMax-M3.1-Flash-Preview:medium","rank":78,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":6},{"question_id":"02_code_counterexample_maxgap","score":9},{"question_id":"03_ci_optimality_certificate","score":5},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":0}],"trend":{"compatibility_key":"sha256:790d987f495d505e1b2dc5ea7fb0754a3332ecdd0d0e72aa8a2d3db644f4c65e","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":34,"elapsed_ms":267594}]}},{"model_configuration_id":"cloudflare-reference:gpt-5.6-luna:low","rank":79,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":0},{"question_id":"02_code_counterexample_maxgap","score":12},{"question_id":"03_ci_optimality_certificate","score":6},{"question_id":"04_transaction_regression_design","score":9},{"question_id":"05_cache_regression_test_design","score":5}],"trend":{"compatibility_key":"sha256:e6fd763d872a1bc9c6e605332bd969978a4c1e668545e48cfdd995a9e962e8b1","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":32,"elapsed_ms":365855}]}},{"model_configuration_id":"minimax:MiniMax-M3.1-Flash-Preview:low","rank":80,"target_labels":[{"id":"fastest","label":"Fastest"}],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":0},{"question_id":"02_code_counterexample_maxgap","score":13},{"question_id":"03_ci_optimality_certificate","score":3},{"question_id":"04_transaction_regression_design","score":14},{"question_id":"05_cache_regression_test_design","score":0}],"trend":{"compatibility_key":"sha256:40b61016e20204ee528d52cc43dbc3a67d915fb22d05371a8e11530892789431","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":30,"elapsed_ms":201412}]}},{"model_configuration_id":"cloudflare-reference:gpt-6-luna:medium","rank":81,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":9},{"question_id":"02_code_counterexample_maxgap","score":0},{"question_id":"03_ci_optimality_certificate","score":4},{"question_id":"04_transaction_regression_design","score":11},{"question_id":"05_cache_regression_test_design","score":0}],"trend":{"compatibility_key":"sha256:31582182040f28e76a03396d1fe5b2a513615875c380e036df91d6b486a83978","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":24,"elapsed_ms":605310}]}},{"model_configuration_id":"cloudflare-reference:gpt-6-luna:low","rank":82,"target_labels":[],"decision_tags":[],"question_scores":[{"question_id":"01_session_bundle_repair","score":0},{"question_id":"02_code_counterexample_maxgap","score":12},{"question_id":"03_ci_optimality_certificate","score":0},{"question_id":"04_transaction_regression_design","score":11},{"question_id":"05_cache_regression_test_design","score":0}],"trend":{"compatibility_key":"sha256:d8b93d89217301dda5cac9b83357fc3c43ca919bcaf7494c62d4b950583ca56b","sample_count":1,"comparable":false,"stable_ranking_eligible":false,"points":[{"batch_id":"q5-policy-projection-20261001055103584","published_at":"2026-10-01T05:51:03.584Z","score":23,"elapsed_ms":550403}]}}]},"batch_sha256":"sha256:879c0b74d8df7a1f2b25faa41a3ea7e96c843f6157cba2e157f33f4b4d070cfa"}