diff --git a/evidence/kv-actor-qualification-20261030/results/hosted-41182807900/integrity.json b/evidence/kv-actor-qualification-20261030/results/hosted-41182807900/integrity.json new file mode 100644 index 00000000..44136486 --- /dev/null +++ b/evidence/kv-actor-qualification-20261030/results/hosted-41182807900/integrity.json @@ -0,0 +1,4 @@ +{ + "results/hosted-41182807900/qualification-artifact.zip": "93baf16bdf448abaddbec567f7bbc507f4799a44ee583f16c3135c2a5029b005", + "results/hosted-41182807900/qualification.json": "f5228b65e714d82c5f38fa080cfb4224bad813940d07bdb4a9c2497c669da25f" +} diff --git a/evidence/kv-actor-qualification-20261030/results/hosted-41182807900/qualification-artifact.zip b/evidence/kv-actor-qualification-20261030/results/hosted-41182807900/qualification-artifact.zip new file mode 100644 index 00000000..4de72633 Binary files /dev/null and b/evidence/kv-actor-qualification-20261030/results/hosted-41182807900/qualification-artifact.zip differ diff --git a/evidence/kv-actor-qualification-20261030/results/hosted-41182807900/qualification.json b/evidence/kv-actor-qualification-20261030/results/hosted-41182807900/qualification.json new file mode 100644 index 00000000..bf09ffa8 --- /dev/null +++ b/evidence/kv-actor-qualification-20261030/results/hosted-41182807900/qualification.json @@ -0,0 +1,2114 @@ +{ + "schema": "kv-scripted-actor-qualification-v1", + "revision": "e4de8d8b271a9f87c8fe26e5417bbaf1ca115360", + "snapshot_hash": "a13dace0f0e4f2c1bd88d38dda85c7f41e64c85a6bc727c5a23f196875dcd892", + "plan_sha256": "b2f2d4fa301573b1bfb451fb0ce7f1777bfcd8c8088a61576af8703c45cd7949", + "qualifier_sha256": "f5b5e884f3f4313d39ba8392ba58f1b29c9af0d1ceed9195347092fc7279cd5f", + "dependencies": { + "src/inferrsi/__init__.py": "606691627d4b346e60072208ada8d6b4df2409de190daffb7795c2cc24517e47", + "src/inferrsi/claim.py": "5f24c4fa91b48f0bb4d4554531607763fc8fc108e90f332816f06cfb520b5cc1", + "src/inferrsi/harness/__init__.py": "1006e4713003f44bfb32b2e385a918e1652b9e9833801e4555674a71e57fb0d5", + "src/inferrsi/harness/evaluation.py": "20d0c52145600a5d6b1e513b61f2fffaa459b83db194876be40726bd4f343a59", + "src/inferrsi/harness/kv_edit_workbench.py": "bc1f64c8aae39534b8052fdd9a6f3a6b8e63f7a9e9c93cd1077c37ef99cc6f69", + "src/inferrsi/harness/kv_reclamation.py": "56878c4d1bdda096ac681cadf2d99377bec59d47839802fdf94cfbd9066dc8b9", + "src/inferrsi/harness/reporting.py": "38c58f02c44e8c8aeacf46527e142be0e3142a83e4b2693246d0ca76c0ddd7c3", + "src/inferrsi/harness/runner.py": "d290fc87710e77c8e6069e95bb0d347016a393707592d2eed98f07951f2d0865", + "src/inferrsi/harness/scenarios/__init__.py": "4e97913c806077f0cadfeb29d986d2fa75b55ab8766cb86e6e3e9a195a9a1f5a", + "src/inferrsi/harness/scenarios/external.py": "f3f8d4fc516ebce81c26d82248e83f79b299eed0fc17ce73e2844995aea9c3f9", + "src/inferrsi/harness/skill_eval_engineering.py": "c83097f6069dd3e09046080b61c88aebc0922d09aab3fd5f1a03d8f04ec976f2", + "src/inferrsi/infra/__init__.py": "8779897733779266841b0f79b84b1dc43f0fa57c013855c906c809829ecfc77c", + "src/inferrsi/infra/artifacts.py": "bcf3adf325e34e10a4ecb4baf0af855ddca3d77eff76de5b66e493baaa3d7eaf", + "src/inferrsi/infra/executors/__init__.py": "327c3cd5c821c832ff260a41dba0ee1e439cdabefc9edfb9cad1cd38d14bc87a", + "src/inferrsi/infra/executors/local.py": "37bcbca9f3261c8c58a8bf806c9da40720b18d0676c82e8ed24c3901ac9bbe77", + "src/inferrsi/infra/processes.py": "3b96ebc7a50913e78e86ff3dcba74c8ee8d03d547d9591ca6488f390ac1e6189", + "src/inferrsi/infra/targets/__init__.py": "1f3ea75dded7c6cc967754c7b6d4f30ef00da8191a749938aabc3c6bb8f86eb3", + "src/inferrsi/infra/targets/git.py": "abb93f9332db336298102e28c06b9a7553597d4d03b957358602f60d61b1aa65", + "src/inferrsi/model/__init__.py": "3c1dba4f5159fd9fbc8d4d96e2a83c8441491c1b1dc7b42031a3fc1782ed9d9f", + "src/inferrsi/model/anthropic_agent.py": "284d52dd379b2948dd45ede167175010fe26615e5a307f848efcbe90c0ca5646", + "src/inferrsi/model/anthropic_edit_agent.py": "3db20467b07657c1a083f7968cfd996bbbffbe04f987bf4283a8d1456f679cf2", + "src/inferrsi/model/protocols/__init__.py": "5a2f54483b164de04e309dbebb87a700b213682b0f44a50d89a752dd71a4ce47", + "src/inferrsi/model/protocols/metrics.py": "5b32e296a746b6de30cb0c89f23f730296b0087884c1acc2b6127c1295d4db7a", + "src/inferrsi/model/request_guard.py": "c2f8a2f822f32785327a2138ee7b0609896b180819d9d1cbe851534aa6198628", + "src/inferrsi/runspec.py": "dca0952425caf42095ef0c7e2feb8ef4740cc422ecb61e777f203962d9b87709", + "src/inferrsi/summary_chart.py": "d29023d60f6be804c1b01c9eb73765d4824d6c3bb870fe22c99a24544bc1d8bc", + "tools/kv_edit_inputs.py": "485a12e198054b683cd2c6dd6abdbce47a76aec094506f930cb27ebed213eeab", + "tools/kv_edit_pilot.py": "2e1a2baa9586436d27b3004cb68addc16fa0685bc90961406e31d03f69c3fee3", + "tools/kv_pilot_admission.py": "1538a51f3a7e116cd2039006b874f7a9211a0344b30f587d707fc4f7dfb34949", + "tools/kv_runtime_qualification.py": "4dc0dfb45f5ed1eb5f31e3843df81d6b5c22c373d69f2d6c47629f202ac03a0c", + "tools/kv_worker_supervisor.py": "7b2f25148bc0b14536321aa45b434c23424c53858760a708689a28774d585168", + "tools/qualify_kv_actor_cleanup.py": "45030c6054056c91706701c1c24c5028acac53e8bd2692ae45ab3163941945b0", + "tools/qualify_kv_edit_actor.py": "f5b5e884f3f4313d39ba8392ba58f1b29c9af0d1ceed9195347092fc7279cd5f", + "tools/qualify_kv_reclamation.py": "b53efb547ff6dec04492d08f41b9479afee5d07bbee964911a264f453e620815", + "tools/skill_eval_budget.py": "4e88ad86ab7f7e2be22e3966c825a217faf166df213e5e4b5449a72bfdb1b88f" + }, + "dependencies_sha256": "d6d1103126fac4332a4eef8e9ecadd4e2de5b79b56d51b340abc21fc16e6541a", + "model_calls": 0, + "provider_charges_usd": 0, + "verdict": "PASS", + "software_checks_passed": true, + "scope": "scripted actual-host actor mechanics; NOT a paid A2/A3 or efficacy result", + "arms": { + "A2": { + "executor_status": "completed", + "worker_status": "completed", + "request_completion_known": true, + "simulated_slots_consumed": 4, + "actor_sha256": "735cc004bcbc4a5477190be4aa048d9ac7b06844d6e1d9ed8aa141b617e94cfa", + "common_actor_contract_sha256": "d64537929ccda806f274f680fa2581dbf12feb6d2a835372d9e8c979b82294d2", + "exposure": [ + { + "path": "CONTRACT.md", + "bytes": 5608, + "sha256": "85714ad11d360ca885c417cb4d56ef4ecf289e3a0c24696e94808e45661d2ccd" + }, + { + "path": "candidate.py", + "bytes": 3386, + "sha256": "a8cdf534deead1d9ba8351e436f1019a4608e15daae61e54a971aec13047928d" + }, + { + "path": "development.json", + "bytes": 11315, + "sha256": "e6da6e89af6a2956cc8f7dfe494b61fe9919900eefac5cb724bb508947dcb56c" + }, + { + "path": "task.json", + "bytes": 214, + "sha256": "8ee9cc95f07c8c36550f25008862f381a0a0a457bf2f62d4e644c6e38cfad44b" + }, + { + "path": "workbench.md", + "bytes": 950, + "sha256": "97596737c04f1904941e6eddd0090107af762d2743625260bf2185a35d85df5f" + } + ], + "prompt_sha256": "d5adc306ec1b6e2f9c46d0039660609193418f915219a1bb8f18e85573c04bf9", + "visible_workbench_verified": true, + "final_artifact_sha256": "b9995c312c21e48507314fbd1ef52be7e68641252d2e74b374a77c7926abf965", + "hidden_correctness": { + "verdict": "PASS", + "checks": { + "grader_cross_request": true, + "grader_unknown_preallocation": true, + "grader_reused_blocks": true, + "grader_generation_rules": true, + "grader_atomic_block_history": true, + "grader_stable_survivors": true, + "grader_empty_id_and_large_values": true, + "grader_frontier_atomic": true, + "grader_invalid_00": true, + "grader_invalid_01": true, + "grader_invalid_02": true, + "grader_invalid_03": true, + "grader_invalid_04": true, + "grader_invalid_05": true, + "grader_invalid_06": true, + "grader_invalid_07": true, + "grader_invalid_08": true, + "grader_invalid_09": true, + "grader_invalid_10": true, + "grader_invalid_11": true, + "grader_invalid_12": true, + "grader_invalid_13": true, + "grader_invalid_14": true, + "grader_invalid_15": true, + "grader_invalid_16": true, + "grader_invalid_17": true, + "grader_invalid_18": true, + "grader_invalid_19": true, + "grader_invalid_20": true, + "grader_invalid_21": true, + "grader_invalid_22": true, + "grader_invalid_23": true, + "grader_invalid_24": true, + "grader_invalid_25": true, + "grader_invalid_26": true, + "grader_invalid_27": true, + "grader_invalid_28": true, + "grader_invalid_29": true, + "grader_invalid_30": true, + "grader_invalid_31": true, + "grader_invalid_32": true, + "grader_invalid_33": true, + "grader_invalid_34": true, + "grader_invalid_35": true, + "grader_invalid_36": true, + "grader_invalid_37": true, + "grader_invalid_38": true, + "grader_invalid_39": true, + "grader_invalid_40": true, + "grader_invalid_41": true, + "grader_invalid_42": true, + "grader_invalid_43": true, + "grader_invalid_44": true, + "grader_invalid_45": true, + "grader_invalid_46": true, + "grader_invalid_47": true, + "grader_invalid_48": true, + "grader_invalid_49": true, + "grader_invalid_50": true, + "grader_invalid_51": true, + "grader_invalid_52": true, + "grader_invalid_53": true, + "grader_invalid_54": true, + "grader_invalid_55": true, + "grader_invalid_56": true, + "grader_invalid_57": true, + "grader_invalid_58": true, + "grader_invalid_59": true, + "grader_invalid_60": true, + "grader_invalid_61": true, + "grader_invalid_62": true, + "grader_seed_37": true, + "grader_seed_53": true, + "grader_seed_71": true, + "grader_seed_89": true, + "grader_seed_107": true, + "grader_seed_127": true + }, + "artifact_sha256": "b9995c312c21e48507314fbd1ef52be7e68641252d2e74b374a77c7926abf965", + "scope": "post-submission hidden correctness only; no search feedback" + }, + "two_revision_receipts_retained": true + }, + "A3": { + "executor_status": "completed", + "worker_status": "completed", + "request_completion_known": true, + "simulated_slots_consumed": 4, + "actor_sha256": "30f85641603f289896d6efcda2bc97e3029b20fb446102c5878d4abba25cb5af", + "common_actor_contract_sha256": "93ce73c85ef77045d56f55d6900e3cc7339b0a26e31f03095ba97ed4cb17ce69", + "exposure": [ + { + "path": "CONTRACT.md", + "bytes": 5608, + "sha256": "85714ad11d360ca885c417cb4d56ef4ecf289e3a0c24696e94808e45661d2ccd" + }, + { + "path": "candidate.py", + "bytes": 3386, + "sha256": "a8cdf534deead1d9ba8351e436f1019a4608e15daae61e54a971aec13047928d" + }, + { + "path": "development.json", + "bytes": 11315, + "sha256": "e6da6e89af6a2956cc8f7dfe494b61fe9919900eefac5cb724bb508947dcb56c" + }, + { + "path": "knowledge/SKILL.md", + "bytes": 7139, + "sha256": "4c3f27459df239f9f4fc971c559d4c9ddfbfebd70507a8a93be8eae59a30b69d" + }, + { + "path": "knowledge/metadata.json", + "bytes": 781, + "sha256": "b43fc3a7ccae59c664fcdf9ff77962edcc07c2a3df8b59324db551642bd23e23" + }, + { + "path": "knowledge/references/source-notes.md", + "bytes": 13853, + "sha256": "3665b034594fc8cc767c408002f4e16f8803369242405027c7f37ce6c9ecebe9" + }, + { + "path": "task.json", + "bytes": 214, + "sha256": "8ee9cc95f07c8c36550f25008862f381a0a0a457bf2f62d4e644c6e38cfad44b" + }, + { + "path": "workbench.md", + "bytes": 950, + "sha256": "97596737c04f1904941e6eddd0090107af762d2743625260bf2185a35d85df5f" + } + ], + "prompt_sha256": "d5adc306ec1b6e2f9c46d0039660609193418f915219a1bb8f18e85573c04bf9", + "visible_workbench_verified": true, + "final_artifact_sha256": "b9995c312c21e48507314fbd1ef52be7e68641252d2e74b374a77c7926abf965", + "hidden_correctness": { + "verdict": "PASS", + "checks": { + "grader_cross_request": true, + "grader_unknown_preallocation": true, + "grader_reused_blocks": true, + "grader_generation_rules": true, + "grader_atomic_block_history": true, + "grader_stable_survivors": true, + "grader_empty_id_and_large_values": true, + "grader_frontier_atomic": true, + "grader_invalid_00": true, + "grader_invalid_01": true, + "grader_invalid_02": true, + "grader_invalid_03": true, + "grader_invalid_04": true, + "grader_invalid_05": true, + "grader_invalid_06": true, + "grader_invalid_07": true, + "grader_invalid_08": true, + "grader_invalid_09": true, + "grader_invalid_10": true, + "grader_invalid_11": true, + "grader_invalid_12": true, + "grader_invalid_13": true, + "grader_invalid_14": true, + "grader_invalid_15": true, + "grader_invalid_16": true, + "grader_invalid_17": true, + "grader_invalid_18": true, + "grader_invalid_19": true, + "grader_invalid_20": true, + "grader_invalid_21": true, + "grader_invalid_22": true, + "grader_invalid_23": true, + "grader_invalid_24": true, + "grader_invalid_25": true, + "grader_invalid_26": true, + "grader_invalid_27": true, + "grader_invalid_28": true, + "grader_invalid_29": true, + "grader_invalid_30": true, + "grader_invalid_31": true, + "grader_invalid_32": true, + "grader_invalid_33": true, + "grader_invalid_34": true, + "grader_invalid_35": true, + "grader_invalid_36": true, + "grader_invalid_37": true, + "grader_invalid_38": true, + "grader_invalid_39": true, + "grader_invalid_40": true, + "grader_invalid_41": true, + "grader_invalid_42": true, + "grader_invalid_43": true, + "grader_invalid_44": true, + "grader_invalid_45": true, + "grader_invalid_46": true, + "grader_invalid_47": true, + "grader_invalid_48": true, + "grader_invalid_49": true, + "grader_invalid_50": true, + "grader_invalid_51": true, + "grader_invalid_52": true, + "grader_invalid_53": true, + "grader_invalid_54": true, + "grader_invalid_55": true, + "grader_invalid_56": true, + "grader_invalid_57": true, + "grader_invalid_58": true, + "grader_invalid_59": true, + "grader_invalid_60": true, + "grader_invalid_61": true, + "grader_invalid_62": true, + "grader_seed_37": true, + "grader_seed_53": true, + "grader_seed_71": true, + "grader_seed_89": true, + "grader_seed_107": true, + "grader_seed_127": true + }, + "artifact_sha256": "b9995c312c21e48507314fbd1ef52be7e68641252d2e74b374a77c7926abf965", + "scope": "post-submission hidden correctness only; no search feedback" + }, + "two_revision_receipts_retained": true + } + }, + "cleanup": { + "schema": "kv-actor-descendant-qualification-v1", + "model_calls": 0, + "probe_sha256": "663861a1f93dd20ae16980e4a6c156300cf5889b4ffd56d445f0cb5ed990060c", + "cases": { + "normal": { + "mode": "normal", + "verdict": "PASS", + "model_calls": 0, + "scope": "outer-worker nested sandbox cleanup; trusted probe, NOT candidate profile", + "executor_status": "completed", + "observed_descendants": 5, + "detached_session_observed": true, + "visibility_complete": true, + "surviving_descendants": 0, + "explicit_cancel_sent": false, + "candidate_profile_unchanged": true, + "outer_worker_supervised": true, + "bound_chain": { + "worker": { + "pid": 6098, + "start": 49873 + }, + "detached": { + "pid": 6102, + "start": 49878 + }, + "chain_length": 5 + } + }, + "timeout": { + "mode": "timeout", + "verdict": "PASS", + "model_calls": 0, + "scope": "outer-worker nested sandbox cleanup; trusted probe, NOT candidate profile", + "executor_status": "timeout", + "observed_descendants": 5, + "detached_session_observed": true, + "visibility_complete": true, + "surviving_descendants": 0, + "explicit_cancel_sent": false, + "candidate_profile_unchanged": true, + "outer_worker_supervised": true, + "bound_chain": { + "worker": { + "pid": 6105, + "start": 49940 + }, + "detached": { + "pid": 6109, + "start": 49944 + }, + "chain_length": 5 + } + }, + "cancel": { + "mode": "cancel", + "verdict": "PASS", + "model_calls": 0, + "scope": "outer-worker nested sandbox cleanup; trusted probe, NOT candidate profile", + "executor_status": "cancelled", + "observed_descendants": 5, + "detached_session_observed": true, + "visibility_complete": true, + "surviving_descendants": 0, + "explicit_cancel_sent": true, + "candidate_profile_unchanged": true, + "outer_worker_supervised": true, + "bound_chain": { + "worker": { + "pid": 6112, + "start": 50141 + }, + "detached": { + "pid": 6116, + "start": 50146 + }, + "chain_length": 5 + } + } + }, + "qualifier_sha256": "45030c6054056c91706701c1c24c5028acac53e8bd2692ae45ab3163941945b0", + "revision": "e4de8d8b271a9f87c8fe26e5417bbaf1ca115360", + "snapshot_hash": "a13dace0f0e4f2c1bd88d38dda85c7f41e64c85a6bc727c5a23f196875dcd892", + "dirty": false, + "scope": "outer-worker nested namespace cleanup; no actor efficacy or provider proof", + "verdict": "PASS", + "source_unchanged": true + }, + "runtime_isolation": { + "verdict": "PASS", + "nodes": 5612, + "mount_count": 4, + "inventory_sha256": "91cd5246bc54ba6415a255a8521a4c45de393a40bbbe06edb439089778a30c86", + "escaped_symlinks": 16, + "sensitive_files": 849, + "probe": { + "inaccessible": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "readonly": true, + "clean_env": true, + "network_blocked": true, + "fork_denied": true, + "limits": { + "memory": [ + 268435456, + 268435456 + ], + "processes": [ + 0, + 0 + ], + "cpu": [ + 16, + 16 + ], + "output": [ + 4194304, + 4194304 + ], + "files": [ + 32, + 32 + ], + "core": [ + 0, + 0 + ] + }, + "normal_exit_process_group_gone": true + } + }, + "raw_evidence": { + "path": "raw-evidence.zip", + "sha256": "a8fd7d215b5110d5073f0f64ef4b9be5f14f0edc95bbab5620ad31ebb94fffb7", + "files": [ + "A2/inputs/baseline.py", + "A2/inputs/responses.json", + "A2/inputs/suite.json", + "A2/inputs/worker.json", + "A2/post-submission-grading/trace-000/execution.json", + "A2/post-submission-grading/trace-000/stderr.log", + "A2/post-submission-grading/trace-000/stdout.log", + "A2/post-submission-grading/trace-001/execution.json", + "A2/post-submission-grading/trace-001/stderr.log", + "A2/post-submission-grading/trace-001/stdout.log", + "A2/post-submission-grading/trace-002/execution.json", + "A2/post-submission-grading/trace-002/stderr.log", + "A2/post-submission-grading/trace-002/stdout.log", + "A2/post-submission-grading/trace-003/execution.json", + "A2/post-submission-grading/trace-003/stderr.log", + "A2/post-submission-grading/trace-003/stdout.log", + "A2/post-submission-grading/trace-004/execution.json", + "A2/post-submission-grading/trace-004/stderr.log", + "A2/post-submission-grading/trace-004/stdout.log", + "A2/post-submission-grading/trace-005/execution.json", + "A2/post-submission-grading/trace-005/stderr.log", + "A2/post-submission-grading/trace-005/stdout.log", + "A2/post-submission-grading/trace-006/execution.json", + "A2/post-submission-grading/trace-006/stderr.log", + "A2/post-submission-grading/trace-006/stdout.log", + "A2/post-submission-grading/trace-007/execution.json", + "A2/post-submission-grading/trace-007/stderr.log", + "A2/post-submission-grading/trace-007/stdout.log", + "A2/post-submission-grading/trace-008/execution.json", + "A2/post-submission-grading/trace-008/stderr.log", + "A2/post-submission-grading/trace-008/stdout.log", + "A2/post-submission-grading/trace-009/execution.json", + "A2/post-submission-grading/trace-009/stderr.log", + "A2/post-submission-grading/trace-009/stdout.log", + "A2/post-submission-grading/trace-010/execution.json", + "A2/post-submission-grading/trace-010/stderr.log", + "A2/post-submission-grading/trace-010/stdout.log", + "A2/post-submission-grading/trace-011/execution.json", + "A2/post-submission-grading/trace-011/stderr.log", + "A2/post-submission-grading/trace-011/stdout.log", + "A2/post-submission-grading/trace-012/execution.json", + "A2/post-submission-grading/trace-012/stderr.log", + "A2/post-submission-grading/trace-012/stdout.log", + "A2/post-submission-grading/trace-013/execution.json", + "A2/post-submission-grading/trace-013/stderr.log", + "A2/post-submission-grading/trace-013/stdout.log", + "A2/post-submission-grading/trace-014/execution.json", + "A2/post-submission-grading/trace-014/stderr.log", + "A2/post-submission-grading/trace-014/stdout.log", + "A2/post-submission-grading/trace-015/execution.json", + "A2/post-submission-grading/trace-015/stderr.log", + "A2/post-submission-grading/trace-015/stdout.log", + "A2/post-submission-grading/trace-016/execution.json", + "A2/post-submission-grading/trace-016/stderr.log", + "A2/post-submission-grading/trace-016/stdout.log", + "A2/post-submission-grading/trace-017/execution.json", + "A2/post-submission-grading/trace-017/stderr.log", + "A2/post-submission-grading/trace-017/stdout.log", + "A2/post-submission-grading/trace-018/execution.json", + "A2/post-submission-grading/trace-018/stderr.log", + "A2/post-submission-grading/trace-018/stdout.log", + "A2/post-submission-grading/trace-019/execution.json", + "A2/post-submission-grading/trace-019/stderr.log", + "A2/post-submission-grading/trace-019/stdout.log", + "A2/post-submission-grading/trace-020/execution.json", + "A2/post-submission-grading/trace-020/stderr.log", + "A2/post-submission-grading/trace-020/stdout.log", + "A2/post-submission-grading/trace-021/execution.json", + "A2/post-submission-grading/trace-021/stderr.log", + "A2/post-submission-grading/trace-021/stdout.log", + "A2/post-submission-grading/trace-022/execution.json", + "A2/post-submission-grading/trace-022/stderr.log", + "A2/post-submission-grading/trace-022/stdout.log", + "A2/post-submission-grading/trace-023/execution.json", + "A2/post-submission-grading/trace-023/stderr.log", + "A2/post-submission-grading/trace-023/stdout.log", + "A2/post-submission-grading/trace-024/execution.json", + "A2/post-submission-grading/trace-024/stderr.log", + "A2/post-submission-grading/trace-024/stdout.log", + "A2/post-submission-grading/trace-025/execution.json", + "A2/post-submission-grading/trace-025/stderr.log", + "A2/post-submission-grading/trace-025/stdout.log", + "A2/post-submission-grading/trace-026/execution.json", + "A2/post-submission-grading/trace-026/stderr.log", + "A2/post-submission-grading/trace-026/stdout.log", + "A2/post-submission-grading/trace-027/execution.json", + "A2/post-submission-grading/trace-027/stderr.log", + "A2/post-submission-grading/trace-027/stdout.log", + "A2/post-submission-grading/trace-028/execution.json", + "A2/post-submission-grading/trace-028/stderr.log", + "A2/post-submission-grading/trace-028/stdout.log", + "A2/post-submission-grading/trace-029/execution.json", + "A2/post-submission-grading/trace-029/stderr.log", + "A2/post-submission-grading/trace-029/stdout.log", + "A2/post-submission-grading/trace-030/execution.json", + "A2/post-submission-grading/trace-030/stderr.log", + "A2/post-submission-grading/trace-030/stdout.log", + "A2/post-submission-grading/trace-031/execution.json", + "A2/post-submission-grading/trace-031/stderr.log", + "A2/post-submission-grading/trace-031/stdout.log", + "A2/post-submission-grading/trace-032/execution.json", + "A2/post-submission-grading/trace-032/stderr.log", + "A2/post-submission-grading/trace-032/stdout.log", + "A2/post-submission-grading/trace-033/execution.json", + "A2/post-submission-grading/trace-033/stderr.log", + "A2/post-submission-grading/trace-033/stdout.log", + "A2/post-submission-grading/trace-034/execution.json", + "A2/post-submission-grading/trace-034/stderr.log", + "A2/post-submission-grading/trace-034/stdout.log", + "A2/post-submission-grading/trace-035/execution.json", + "A2/post-submission-grading/trace-035/stderr.log", + "A2/post-submission-grading/trace-035/stdout.log", + "A2/post-submission-grading/trace-036/execution.json", + "A2/post-submission-grading/trace-036/stderr.log", + "A2/post-submission-grading/trace-036/stdout.log", + "A2/post-submission-grading/trace-037/execution.json", + "A2/post-submission-grading/trace-037/stderr.log", + "A2/post-submission-grading/trace-037/stdout.log", + "A2/post-submission-grading/trace-038/execution.json", + "A2/post-submission-grading/trace-038/stderr.log", + "A2/post-submission-grading/trace-038/stdout.log", + "A2/post-submission-grading/trace-039/execution.json", + "A2/post-submission-grading/trace-039/stderr.log", + "A2/post-submission-grading/trace-039/stdout.log", + "A2/post-submission-grading/trace-040/execution.json", + "A2/post-submission-grading/trace-040/stderr.log", + "A2/post-submission-grading/trace-040/stdout.log", + "A2/post-submission-grading/trace-041/execution.json", + "A2/post-submission-grading/trace-041/stderr.log", + "A2/post-submission-grading/trace-041/stdout.log", + "A2/post-submission-grading/trace-042/execution.json", + "A2/post-submission-grading/trace-042/stderr.log", + "A2/post-submission-grading/trace-042/stdout.log", + "A2/post-submission-grading/trace-043/execution.json", + "A2/post-submission-grading/trace-043/stderr.log", + "A2/post-submission-grading/trace-043/stdout.log", + "A2/post-submission-grading/trace-044/execution.json", + "A2/post-submission-grading/trace-044/stderr.log", + "A2/post-submission-grading/trace-044/stdout.log", + "A2/post-submission-grading/trace-045/execution.json", + "A2/post-submission-grading/trace-045/stderr.log", + "A2/post-submission-grading/trace-045/stdout.log", + "A2/post-submission-grading/trace-046/execution.json", + "A2/post-submission-grading/trace-046/stderr.log", + "A2/post-submission-grading/trace-046/stdout.log", + "A2/post-submission-grading/trace-047/execution.json", + "A2/post-submission-grading/trace-047/stderr.log", + "A2/post-submission-grading/trace-047/stdout.log", + "A2/post-submission-grading/trace-048/execution.json", + "A2/post-submission-grading/trace-048/stderr.log", + "A2/post-submission-grading/trace-048/stdout.log", + "A2/post-submission-grading/trace-049/execution.json", + "A2/post-submission-grading/trace-049/stderr.log", + "A2/post-submission-grading/trace-049/stdout.log", + "A2/post-submission-grading/trace-050/execution.json", + "A2/post-submission-grading/trace-050/stderr.log", + "A2/post-submission-grading/trace-050/stdout.log", + "A2/post-submission-grading/trace-051/execution.json", + "A2/post-submission-grading/trace-051/stderr.log", + "A2/post-submission-grading/trace-051/stdout.log", + "A2/post-submission-grading/trace-052/execution.json", + "A2/post-submission-grading/trace-052/stderr.log", + "A2/post-submission-grading/trace-052/stdout.log", + "A2/post-submission-grading/trace-053/execution.json", + "A2/post-submission-grading/trace-053/stderr.log", + "A2/post-submission-grading/trace-053/stdout.log", + "A2/post-submission-grading/trace-054/execution.json", + "A2/post-submission-grading/trace-054/stderr.log", + "A2/post-submission-grading/trace-054/stdout.log", + "A2/post-submission-grading/trace-055/execution.json", + "A2/post-submission-grading/trace-055/stderr.log", + "A2/post-submission-grading/trace-055/stdout.log", + "A2/post-submission-grading/trace-056/execution.json", + "A2/post-submission-grading/trace-056/stderr.log", + "A2/post-submission-grading/trace-056/stdout.log", + "A2/post-submission-grading/trace-057/execution.json", + "A2/post-submission-grading/trace-057/stderr.log", + "A2/post-submission-grading/trace-057/stdout.log", + "A2/post-submission-grading/trace-058/execution.json", + "A2/post-submission-grading/trace-058/stderr.log", + "A2/post-submission-grading/trace-058/stdout.log", + "A2/post-submission-grading/trace-059/execution.json", + "A2/post-submission-grading/trace-059/stderr.log", + "A2/post-submission-grading/trace-059/stdout.log", + "A2/post-submission-grading/trace-060/execution.json", + "A2/post-submission-grading/trace-060/stderr.log", + "A2/post-submission-grading/trace-060/stdout.log", + "A2/post-submission-grading/trace-061/execution.json", + "A2/post-submission-grading/trace-061/stderr.log", + "A2/post-submission-grading/trace-061/stdout.log", + "A2/post-submission-grading/trace-062/execution.json", + "A2/post-submission-grading/trace-062/stderr.log", + "A2/post-submission-grading/trace-062/stdout.log", + "A2/post-submission-grading/trace-063/execution.json", + "A2/post-submission-grading/trace-063/stderr.log", + "A2/post-submission-grading/trace-063/stdout.log", + "A2/post-submission-grading/trace-064/execution.json", + "A2/post-submission-grading/trace-064/stderr.log", + "A2/post-submission-grading/trace-064/stdout.log", + "A2/post-submission-grading/trace-065/execution.json", + "A2/post-submission-grading/trace-065/stderr.log", + "A2/post-submission-grading/trace-065/stdout.log", + "A2/post-submission-grading/trace-066/execution.json", + "A2/post-submission-grading/trace-066/stderr.log", + "A2/post-submission-grading/trace-066/stdout.log", + "A2/post-submission-grading/trace-067/execution.json", + "A2/post-submission-grading/trace-067/stderr.log", + "A2/post-submission-grading/trace-067/stdout.log", + "A2/post-submission-grading/trace-068/execution.json", + "A2/post-submission-grading/trace-068/stderr.log", + "A2/post-submission-grading/trace-068/stdout.log", + "A2/post-submission-grading/trace-069/execution.json", + "A2/post-submission-grading/trace-069/stderr.log", + "A2/post-submission-grading/trace-069/stdout.log", + "A2/post-submission-grading/trace-070/execution.json", + "A2/post-submission-grading/trace-070/stderr.log", + "A2/post-submission-grading/trace-070/stdout.log", + "A2/post-submission-grading/trace-071/execution.json", + "A2/post-submission-grading/trace-071/stderr.log", + "A2/post-submission-grading/trace-071/stdout.log", + "A2/post-submission-grading/trace-072/execution.json", + "A2/post-submission-grading/trace-072/stderr.log", + "A2/post-submission-grading/trace-072/stdout.log", + "A2/post-submission-grading/trace-073/execution.json", + "A2/post-submission-grading/trace-073/stderr.log", + "A2/post-submission-grading/trace-073/stdout.log", + "A2/post-submission-grading/trace-074/execution.json", + "A2/post-submission-grading/trace-074/stderr.log", + "A2/post-submission-grading/trace-074/stdout.log", + "A2/post-submission-grading/trace-075/execution.json", + "A2/post-submission-grading/trace-075/stderr.log", + "A2/post-submission-grading/trace-075/stdout.log", + "A2/post-submission-grading/trace-076/execution.json", + "A2/post-submission-grading/trace-076/stderr.log", + "A2/post-submission-grading/trace-076/stdout.log", + "A2/run/bridge/pending.json", + "A2/run/executor/stderr.log", + "A2/run/executor/stdout.log", + "A2/run/supervision.json", + "A2/run/worker/final/candidate.py", + "A2/run/worker/final/receipt.json", + "A2/run/worker/isolation/execution.json", + "A2/run/worker/isolation/stderr.log", + "A2/run/worker/isolation/stdout.log", + "A2/run/worker/result.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/baseline/trial-001/execution.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/baseline/trial-001/source.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/baseline/trial-001/stderr.log", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/baseline/trial-001/stdout.log", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/baseline/trial-002/execution.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/baseline/trial-002/source.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/baseline/trial-002/stderr.log", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/baseline/trial-002/stdout.log", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/candidate/trial-001/execution.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/candidate/trial-001/source.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/candidate/trial-001/stderr.log", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/candidate/trial-001/stdout.log", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/candidate/trial-002/execution.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/candidate/trial-002/source.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/candidate/trial-002/stderr.log", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/candidate/trial-002/stdout.log", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/environment.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/evaluation.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/report.html", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/repositories.final.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/repositories.lock.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/run.lock.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/source_checks.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/status.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/summary-chart.svg", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/validation/execution.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/validation/source.json", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/validation/stderr.log", + "A2/run/worker/workbench/benchmark-001/runs/20261031T080234Z-08b19db53c/validation/stdout.log", + "A2/run/worker/workbench/benchmark-001/sources/baseline/candidate.py", + "A2/run/worker/workbench/benchmark-001/sources/candidate/candidate.py", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/baseline/trial-001/execution.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/baseline/trial-001/source.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/baseline/trial-001/stderr.log", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/baseline/trial-001/stdout.log", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/baseline/trial-002/execution.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/baseline/trial-002/source.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/baseline/trial-002/stderr.log", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/baseline/trial-002/stdout.log", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/candidate/trial-001/execution.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/candidate/trial-001/source.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/candidate/trial-001/stderr.log", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/candidate/trial-001/stdout.log", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/candidate/trial-002/execution.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/candidate/trial-002/source.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/candidate/trial-002/stderr.log", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/candidate/trial-002/stdout.log", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/environment.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/evaluation.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/report.html", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/repositories.final.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/repositories.lock.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/run.lock.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/source_checks.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/status.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/summary-chart.svg", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/validation/execution.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/validation/source.json", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/validation/stderr.log", + "A2/run/worker/workbench/benchmark-002/runs/20261031T080239Z-5602e790cc/validation/stdout.log", + "A2/run/worker/workbench/benchmark-002/sources/baseline/candidate.py", + "A2/run/worker/workbench/benchmark-002/sources/candidate/candidate.py", + "A2/run/worker/workbench/check-001/trace-000/execution.json", + "A2/run/worker/workbench/check-001/trace-000/stderr.log", + "A2/run/worker/workbench/check-001/trace-000/stdout.log", + "A2/run/worker/workbench/check-001/trace-001/execution.json", + "A2/run/worker/workbench/check-001/trace-001/stderr.log", + "A2/run/worker/workbench/check-001/trace-001/stdout.log", + "A2/run/worker/workbench/check-001/trace-002/execution.json", + "A2/run/worker/workbench/check-001/trace-002/stderr.log", + "A2/run/worker/workbench/check-001/trace-002/stdout.log", + "A2/run/worker/workbench/check-001/trace-003/execution.json", + "A2/run/worker/workbench/check-001/trace-003/stderr.log", + "A2/run/worker/workbench/check-001/trace-003/stdout.log", + "A2/run/worker/workbench/check-001/trace-004/execution.json", + "A2/run/worker/workbench/check-001/trace-004/stderr.log", + "A2/run/worker/workbench/check-001/trace-004/stdout.log", + "A2/run/worker/workbench/check-001/trace-005/execution.json", + "A2/run/worker/workbench/check-001/trace-005/stderr.log", + "A2/run/worker/workbench/check-001/trace-005/stdout.log", + "A2/run/worker/workbench/check-001/trace-006/execution.json", + "A2/run/worker/workbench/check-001/trace-006/stderr.log", + "A2/run/worker/workbench/check-001/trace-006/stdout.log", + "A2/run/worker/workbench/check-001/trace-007/execution.json", + "A2/run/worker/workbench/check-001/trace-007/stderr.log", + "A2/run/worker/workbench/check-001/trace-007/stdout.log", + "A2/run/worker/workbench/check-001/trace-008/execution.json", + "A2/run/worker/workbench/check-001/trace-008/stderr.log", + "A2/run/worker/workbench/check-001/trace-008/stdout.log", + "A2/run/worker/workbench/check-001/trace-009/execution.json", + "A2/run/worker/workbench/check-001/trace-009/stderr.log", + "A2/run/worker/workbench/check-001/trace-009/stdout.log", + "A2/run/worker/workbench/check-001/trace-010/execution.json", + "A2/run/worker/workbench/check-001/trace-010/stderr.log", + "A2/run/worker/workbench/check-001/trace-010/stdout.log", + "A2/run/worker/workbench/check-002/trace-000/execution.json", + "A2/run/worker/workbench/check-002/trace-000/stderr.log", + "A2/run/worker/workbench/check-002/trace-000/stdout.log", + "A2/run/worker/workbench/check-002/trace-001/execution.json", + "A2/run/worker/workbench/check-002/trace-001/stderr.log", + "A2/run/worker/workbench/check-002/trace-001/stdout.log", + "A2/run/worker/workbench/check-002/trace-002/execution.json", + "A2/run/worker/workbench/check-002/trace-002/stderr.log", + "A2/run/worker/workbench/check-002/trace-002/stdout.log", + "A2/run/worker/workbench/check-002/trace-003/execution.json", + "A2/run/worker/workbench/check-002/trace-003/stderr.log", + "A2/run/worker/workbench/check-002/trace-003/stdout.log", + "A2/run/worker/workbench/check-002/trace-004/execution.json", + "A2/run/worker/workbench/check-002/trace-004/stderr.log", + "A2/run/worker/workbench/check-002/trace-004/stdout.log", + "A2/run/worker/workbench/check-002/trace-005/execution.json", + "A2/run/worker/workbench/check-002/trace-005/stderr.log", + "A2/run/worker/workbench/check-002/trace-005/stdout.log", + "A2/run/worker/workbench/check-002/trace-006/execution.json", + "A2/run/worker/workbench/check-002/trace-006/stderr.log", + "A2/run/worker/workbench/check-002/trace-006/stdout.log", + "A2/run/worker/workbench/check-002/trace-007/execution.json", + "A2/run/worker/workbench/check-002/trace-007/stderr.log", + "A2/run/worker/workbench/check-002/trace-007/stdout.log", + "A2/run/worker/workbench/check-002/trace-008/execution.json", + "A2/run/worker/workbench/check-002/trace-008/stderr.log", + "A2/run/worker/workbench/check-002/trace-008/stdout.log", + "A2/run/worker/workbench/check-002/trace-009/execution.json", + "A2/run/worker/workbench/check-002/trace-009/stderr.log", + "A2/run/worker/workbench/check-002/trace-009/stdout.log", + "A2/run/worker/workbench/check-002/trace-010/execution.json", + "A2/run/worker/workbench/check-002/trace-010/stderr.log", + "A2/run/worker/workbench/check-002/trace-010/stdout.log", + "A2/run/worker/workbench/revisions/revision-0000/candidate.py", + "A2/run/worker/workbench/revisions/revision-0000/receipt.json", + "A2/run/worker/workbench/revisions/revision-0001/candidate.py", + "A2/run/worker/workbench/revisions/revision-0001/receipt.json", + "A2/run/worker/workbench/revisions/revision-0002/candidate.py", + "A2/run/worker/workbench/revisions/revision-0002/receipt.json", + "A2/workspace/CONTRACT.md", + "A2/workspace/candidate.py", + "A2/workspace/development.json", + "A2/workspace/task.json", + "A2/workspace/workbench.md", + "A3/inputs/baseline.py", + "A3/inputs/responses.json", + "A3/inputs/suite.json", + "A3/inputs/worker.json", + "A3/post-submission-grading/trace-000/execution.json", + "A3/post-submission-grading/trace-000/stderr.log", + "A3/post-submission-grading/trace-000/stdout.log", + "A3/post-submission-grading/trace-001/execution.json", + "A3/post-submission-grading/trace-001/stderr.log", + "A3/post-submission-grading/trace-001/stdout.log", + "A3/post-submission-grading/trace-002/execution.json", + "A3/post-submission-grading/trace-002/stderr.log", + "A3/post-submission-grading/trace-002/stdout.log", + "A3/post-submission-grading/trace-003/execution.json", + "A3/post-submission-grading/trace-003/stderr.log", + "A3/post-submission-grading/trace-003/stdout.log", + "A3/post-submission-grading/trace-004/execution.json", + "A3/post-submission-grading/trace-004/stderr.log", + "A3/post-submission-grading/trace-004/stdout.log", + "A3/post-submission-grading/trace-005/execution.json", + "A3/post-submission-grading/trace-005/stderr.log", + "A3/post-submission-grading/trace-005/stdout.log", + "A3/post-submission-grading/trace-006/execution.json", + "A3/post-submission-grading/trace-006/stderr.log", + "A3/post-submission-grading/trace-006/stdout.log", + "A3/post-submission-grading/trace-007/execution.json", + "A3/post-submission-grading/trace-007/stderr.log", + "A3/post-submission-grading/trace-007/stdout.log", + "A3/post-submission-grading/trace-008/execution.json", + "A3/post-submission-grading/trace-008/stderr.log", + "A3/post-submission-grading/trace-008/stdout.log", + "A3/post-submission-grading/trace-009/execution.json", + "A3/post-submission-grading/trace-009/stderr.log", + "A3/post-submission-grading/trace-009/stdout.log", + "A3/post-submission-grading/trace-010/execution.json", + "A3/post-submission-grading/trace-010/stderr.log", + "A3/post-submission-grading/trace-010/stdout.log", + "A3/post-submission-grading/trace-011/execution.json", + "A3/post-submission-grading/trace-011/stderr.log", + "A3/post-submission-grading/trace-011/stdout.log", + "A3/post-submission-grading/trace-012/execution.json", + "A3/post-submission-grading/trace-012/stderr.log", + "A3/post-submission-grading/trace-012/stdout.log", + "A3/post-submission-grading/trace-013/execution.json", + "A3/post-submission-grading/trace-013/stderr.log", + "A3/post-submission-grading/trace-013/stdout.log", + "A3/post-submission-grading/trace-014/execution.json", + "A3/post-submission-grading/trace-014/stderr.log", + "A3/post-submission-grading/trace-014/stdout.log", + "A3/post-submission-grading/trace-015/execution.json", + "A3/post-submission-grading/trace-015/stderr.log", + "A3/post-submission-grading/trace-015/stdout.log", + "A3/post-submission-grading/trace-016/execution.json", + "A3/post-submission-grading/trace-016/stderr.log", + "A3/post-submission-grading/trace-016/stdout.log", + "A3/post-submission-grading/trace-017/execution.json", + "A3/post-submission-grading/trace-017/stderr.log", + "A3/post-submission-grading/trace-017/stdout.log", + "A3/post-submission-grading/trace-018/execution.json", + "A3/post-submission-grading/trace-018/stderr.log", + "A3/post-submission-grading/trace-018/stdout.log", + "A3/post-submission-grading/trace-019/execution.json", + "A3/post-submission-grading/trace-019/stderr.log", + "A3/post-submission-grading/trace-019/stdout.log", + "A3/post-submission-grading/trace-020/execution.json", + "A3/post-submission-grading/trace-020/stderr.log", + "A3/post-submission-grading/trace-020/stdout.log", + "A3/post-submission-grading/trace-021/execution.json", + "A3/post-submission-grading/trace-021/stderr.log", + "A3/post-submission-grading/trace-021/stdout.log", + "A3/post-submission-grading/trace-022/execution.json", + "A3/post-submission-grading/trace-022/stderr.log", + "A3/post-submission-grading/trace-022/stdout.log", + "A3/post-submission-grading/trace-023/execution.json", + "A3/post-submission-grading/trace-023/stderr.log", + "A3/post-submission-grading/trace-023/stdout.log", + "A3/post-submission-grading/trace-024/execution.json", + "A3/post-submission-grading/trace-024/stderr.log", + "A3/post-submission-grading/trace-024/stdout.log", + "A3/post-submission-grading/trace-025/execution.json", + "A3/post-submission-grading/trace-025/stderr.log", + "A3/post-submission-grading/trace-025/stdout.log", + "A3/post-submission-grading/trace-026/execution.json", + "A3/post-submission-grading/trace-026/stderr.log", + "A3/post-submission-grading/trace-026/stdout.log", + "A3/post-submission-grading/trace-027/execution.json", + "A3/post-submission-grading/trace-027/stderr.log", + "A3/post-submission-grading/trace-027/stdout.log", + "A3/post-submission-grading/trace-028/execution.json", + "A3/post-submission-grading/trace-028/stderr.log", + "A3/post-submission-grading/trace-028/stdout.log", + "A3/post-submission-grading/trace-029/execution.json", + "A3/post-submission-grading/trace-029/stderr.log", + "A3/post-submission-grading/trace-029/stdout.log", + "A3/post-submission-grading/trace-030/execution.json", + "A3/post-submission-grading/trace-030/stderr.log", + "A3/post-submission-grading/trace-030/stdout.log", + "A3/post-submission-grading/trace-031/execution.json", + "A3/post-submission-grading/trace-031/stderr.log", + "A3/post-submission-grading/trace-031/stdout.log", + "A3/post-submission-grading/trace-032/execution.json", + "A3/post-submission-grading/trace-032/stderr.log", + "A3/post-submission-grading/trace-032/stdout.log", + "A3/post-submission-grading/trace-033/execution.json", + "A3/post-submission-grading/trace-033/stderr.log", + "A3/post-submission-grading/trace-033/stdout.log", + "A3/post-submission-grading/trace-034/execution.json", + "A3/post-submission-grading/trace-034/stderr.log", + "A3/post-submission-grading/trace-034/stdout.log", + "A3/post-submission-grading/trace-035/execution.json", + "A3/post-submission-grading/trace-035/stderr.log", + "A3/post-submission-grading/trace-035/stdout.log", + "A3/post-submission-grading/trace-036/execution.json", + "A3/post-submission-grading/trace-036/stderr.log", + "A3/post-submission-grading/trace-036/stdout.log", + "A3/post-submission-grading/trace-037/execution.json", + "A3/post-submission-grading/trace-037/stderr.log", + "A3/post-submission-grading/trace-037/stdout.log", + "A3/post-submission-grading/trace-038/execution.json", + "A3/post-submission-grading/trace-038/stderr.log", + "A3/post-submission-grading/trace-038/stdout.log", + "A3/post-submission-grading/trace-039/execution.json", + "A3/post-submission-grading/trace-039/stderr.log", + "A3/post-submission-grading/trace-039/stdout.log", + "A3/post-submission-grading/trace-040/execution.json", + "A3/post-submission-grading/trace-040/stderr.log", + "A3/post-submission-grading/trace-040/stdout.log", + "A3/post-submission-grading/trace-041/execution.json", + "A3/post-submission-grading/trace-041/stderr.log", + "A3/post-submission-grading/trace-041/stdout.log", + "A3/post-submission-grading/trace-042/execution.json", + "A3/post-submission-grading/trace-042/stderr.log", + "A3/post-submission-grading/trace-042/stdout.log", + "A3/post-submission-grading/trace-043/execution.json", + "A3/post-submission-grading/trace-043/stderr.log", + "A3/post-submission-grading/trace-043/stdout.log", + "A3/post-submission-grading/trace-044/execution.json", + "A3/post-submission-grading/trace-044/stderr.log", + "A3/post-submission-grading/trace-044/stdout.log", + "A3/post-submission-grading/trace-045/execution.json", + "A3/post-submission-grading/trace-045/stderr.log", + "A3/post-submission-grading/trace-045/stdout.log", + "A3/post-submission-grading/trace-046/execution.json", + "A3/post-submission-grading/trace-046/stderr.log", + "A3/post-submission-grading/trace-046/stdout.log", + "A3/post-submission-grading/trace-047/execution.json", + "A3/post-submission-grading/trace-047/stderr.log", + "A3/post-submission-grading/trace-047/stdout.log", + "A3/post-submission-grading/trace-048/execution.json", + "A3/post-submission-grading/trace-048/stderr.log", + "A3/post-submission-grading/trace-048/stdout.log", + "A3/post-submission-grading/trace-049/execution.json", + "A3/post-submission-grading/trace-049/stderr.log", + "A3/post-submission-grading/trace-049/stdout.log", + "A3/post-submission-grading/trace-050/execution.json", + "A3/post-submission-grading/trace-050/stderr.log", + "A3/post-submission-grading/trace-050/stdout.log", + "A3/post-submission-grading/trace-051/execution.json", + "A3/post-submission-grading/trace-051/stderr.log", + "A3/post-submission-grading/trace-051/stdout.log", + "A3/post-submission-grading/trace-052/execution.json", + "A3/post-submission-grading/trace-052/stderr.log", + "A3/post-submission-grading/trace-052/stdout.log", + "A3/post-submission-grading/trace-053/execution.json", + "A3/post-submission-grading/trace-053/stderr.log", + "A3/post-submission-grading/trace-053/stdout.log", + "A3/post-submission-grading/trace-054/execution.json", + "A3/post-submission-grading/trace-054/stderr.log", + "A3/post-submission-grading/trace-054/stdout.log", + "A3/post-submission-grading/trace-055/execution.json", + "A3/post-submission-grading/trace-055/stderr.log", + "A3/post-submission-grading/trace-055/stdout.log", + "A3/post-submission-grading/trace-056/execution.json", + "A3/post-submission-grading/trace-056/stderr.log", + "A3/post-submission-grading/trace-056/stdout.log", + "A3/post-submission-grading/trace-057/execution.json", + "A3/post-submission-grading/trace-057/stderr.log", + "A3/post-submission-grading/trace-057/stdout.log", + "A3/post-submission-grading/trace-058/execution.json", + "A3/post-submission-grading/trace-058/stderr.log", + "A3/post-submission-grading/trace-058/stdout.log", + "A3/post-submission-grading/trace-059/execution.json", + "A3/post-submission-grading/trace-059/stderr.log", + "A3/post-submission-grading/trace-059/stdout.log", + "A3/post-submission-grading/trace-060/execution.json", + "A3/post-submission-grading/trace-060/stderr.log", + "A3/post-submission-grading/trace-060/stdout.log", + "A3/post-submission-grading/trace-061/execution.json", + "A3/post-submission-grading/trace-061/stderr.log", + "A3/post-submission-grading/trace-061/stdout.log", + "A3/post-submission-grading/trace-062/execution.json", + "A3/post-submission-grading/trace-062/stderr.log", + "A3/post-submission-grading/trace-062/stdout.log", + "A3/post-submission-grading/trace-063/execution.json", + "A3/post-submission-grading/trace-063/stderr.log", + "A3/post-submission-grading/trace-063/stdout.log", + "A3/post-submission-grading/trace-064/execution.json", + "A3/post-submission-grading/trace-064/stderr.log", + "A3/post-submission-grading/trace-064/stdout.log", + "A3/post-submission-grading/trace-065/execution.json", + "A3/post-submission-grading/trace-065/stderr.log", + "A3/post-submission-grading/trace-065/stdout.log", + "A3/post-submission-grading/trace-066/execution.json", + "A3/post-submission-grading/trace-066/stderr.log", + "A3/post-submission-grading/trace-066/stdout.log", + "A3/post-submission-grading/trace-067/execution.json", + "A3/post-submission-grading/trace-067/stderr.log", + "A3/post-submission-grading/trace-067/stdout.log", + "A3/post-submission-grading/trace-068/execution.json", + "A3/post-submission-grading/trace-068/stderr.log", + "A3/post-submission-grading/trace-068/stdout.log", + "A3/post-submission-grading/trace-069/execution.json", + "A3/post-submission-grading/trace-069/stderr.log", + "A3/post-submission-grading/trace-069/stdout.log", + "A3/post-submission-grading/trace-070/execution.json", + "A3/post-submission-grading/trace-070/stderr.log", + "A3/post-submission-grading/trace-070/stdout.log", + "A3/post-submission-grading/trace-071/execution.json", + "A3/post-submission-grading/trace-071/stderr.log", + "A3/post-submission-grading/trace-071/stdout.log", + "A3/post-submission-grading/trace-072/execution.json", + "A3/post-submission-grading/trace-072/stderr.log", + "A3/post-submission-grading/trace-072/stdout.log", + "A3/post-submission-grading/trace-073/execution.json", + "A3/post-submission-grading/trace-073/stderr.log", + "A3/post-submission-grading/trace-073/stdout.log", + "A3/post-submission-grading/trace-074/execution.json", + "A3/post-submission-grading/trace-074/stderr.log", + "A3/post-submission-grading/trace-074/stdout.log", + "A3/post-submission-grading/trace-075/execution.json", + "A3/post-submission-grading/trace-075/stderr.log", + "A3/post-submission-grading/trace-075/stdout.log", + "A3/post-submission-grading/trace-076/execution.json", + "A3/post-submission-grading/trace-076/stderr.log", + "A3/post-submission-grading/trace-076/stdout.log", + "A3/run/bridge/pending.json", + "A3/run/executor/stderr.log", + "A3/run/executor/stdout.log", + "A3/run/supervision.json", + "A3/run/worker/final/candidate.py", + "A3/run/worker/final/receipt.json", + "A3/run/worker/isolation/execution.json", + "A3/run/worker/isolation/stderr.log", + "A3/run/worker/isolation/stdout.log", + "A3/run/worker/result.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/baseline/trial-001/execution.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/baseline/trial-001/source.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/baseline/trial-001/stderr.log", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/baseline/trial-001/stdout.log", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/baseline/trial-002/execution.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/baseline/trial-002/source.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/baseline/trial-002/stderr.log", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/baseline/trial-002/stdout.log", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/candidate/trial-001/execution.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/candidate/trial-001/source.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/candidate/trial-001/stderr.log", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/candidate/trial-001/stdout.log", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/candidate/trial-002/execution.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/candidate/trial-002/source.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/candidate/trial-002/stderr.log", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/candidate/trial-002/stdout.log", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/environment.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/evaluation.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/report.html", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/repositories.final.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/repositories.lock.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/run.lock.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/source_checks.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/status.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/summary-chart.svg", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/validation/execution.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/validation/source.json", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/validation/stderr.log", + "A3/run/worker/workbench/benchmark-001/runs/20261031T080248Z-ab89f882db/validation/stdout.log", + "A3/run/worker/workbench/benchmark-001/sources/baseline/candidate.py", + "A3/run/worker/workbench/benchmark-001/sources/candidate/candidate.py", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/baseline/trial-001/execution.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/baseline/trial-001/source.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/baseline/trial-001/stderr.log", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/baseline/trial-001/stdout.log", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/baseline/trial-002/execution.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/baseline/trial-002/source.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/baseline/trial-002/stderr.log", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/baseline/trial-002/stdout.log", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/candidate/trial-001/execution.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/candidate/trial-001/source.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/candidate/trial-001/stderr.log", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/candidate/trial-001/stdout.log", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/candidate/trial-002/execution.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/candidate/trial-002/source.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/candidate/trial-002/stderr.log", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/candidate/trial-002/stdout.log", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/environment.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/evaluation.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/report.html", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/repositories.final.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/repositories.lock.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/run.lock.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/source_checks.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/status.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/summary-chart.svg", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/validation/execution.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/validation/source.json", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/validation/stderr.log", + "A3/run/worker/workbench/benchmark-002/runs/20261031T080253Z-98654a894b/validation/stdout.log", + "A3/run/worker/workbench/benchmark-002/sources/baseline/candidate.py", + "A3/run/worker/workbench/benchmark-002/sources/candidate/candidate.py", + "A3/run/worker/workbench/check-001/trace-000/execution.json", + "A3/run/worker/workbench/check-001/trace-000/stderr.log", + "A3/run/worker/workbench/check-001/trace-000/stdout.log", + "A3/run/worker/workbench/check-001/trace-001/execution.json", + "A3/run/worker/workbench/check-001/trace-001/stderr.log", + "A3/run/worker/workbench/check-001/trace-001/stdout.log", + "A3/run/worker/workbench/check-001/trace-002/execution.json", + "A3/run/worker/workbench/check-001/trace-002/stderr.log", + "A3/run/worker/workbench/check-001/trace-002/stdout.log", + "A3/run/worker/workbench/check-001/trace-003/execution.json", + "A3/run/worker/workbench/check-001/trace-003/stderr.log", + "A3/run/worker/workbench/check-001/trace-003/stdout.log", + "A3/run/worker/workbench/check-001/trace-004/execution.json", + "A3/run/worker/workbench/check-001/trace-004/stderr.log", + "A3/run/worker/workbench/check-001/trace-004/stdout.log", + "A3/run/worker/workbench/check-001/trace-005/execution.json", + "A3/run/worker/workbench/check-001/trace-005/stderr.log", + "A3/run/worker/workbench/check-001/trace-005/stdout.log", + "A3/run/worker/workbench/check-001/trace-006/execution.json", + "A3/run/worker/workbench/check-001/trace-006/stderr.log", + "A3/run/worker/workbench/check-001/trace-006/stdout.log", + "A3/run/worker/workbench/check-001/trace-007/execution.json", + "A3/run/worker/workbench/check-001/trace-007/stderr.log", + "A3/run/worker/workbench/check-001/trace-007/stdout.log", + "A3/run/worker/workbench/check-001/trace-008/execution.json", + "A3/run/worker/workbench/check-001/trace-008/stderr.log", + "A3/run/worker/workbench/check-001/trace-008/stdout.log", + "A3/run/worker/workbench/check-001/trace-009/execution.json", + "A3/run/worker/workbench/check-001/trace-009/stderr.log", + "A3/run/worker/workbench/check-001/trace-009/stdout.log", + "A3/run/worker/workbench/check-001/trace-010/execution.json", + "A3/run/worker/workbench/check-001/trace-010/stderr.log", + "A3/run/worker/workbench/check-001/trace-010/stdout.log", + "A3/run/worker/workbench/check-002/trace-000/execution.json", + "A3/run/worker/workbench/check-002/trace-000/stderr.log", + "A3/run/worker/workbench/check-002/trace-000/stdout.log", + "A3/run/worker/workbench/check-002/trace-001/execution.json", + "A3/run/worker/workbench/check-002/trace-001/stderr.log", + "A3/run/worker/workbench/check-002/trace-001/stdout.log", + "A3/run/worker/workbench/check-002/trace-002/execution.json", + "A3/run/worker/workbench/check-002/trace-002/stderr.log", + "A3/run/worker/workbench/check-002/trace-002/stdout.log", + "A3/run/worker/workbench/check-002/trace-003/execution.json", + "A3/run/worker/workbench/check-002/trace-003/stderr.log", + "A3/run/worker/workbench/check-002/trace-003/stdout.log", + "A3/run/worker/workbench/check-002/trace-004/execution.json", + "A3/run/worker/workbench/check-002/trace-004/stderr.log", + "A3/run/worker/workbench/check-002/trace-004/stdout.log", + "A3/run/worker/workbench/check-002/trace-005/execution.json", + "A3/run/worker/workbench/check-002/trace-005/stderr.log", + "A3/run/worker/workbench/check-002/trace-005/stdout.log", + "A3/run/worker/workbench/check-002/trace-006/execution.json", + "A3/run/worker/workbench/check-002/trace-006/stderr.log", + "A3/run/worker/workbench/check-002/trace-006/stdout.log", + "A3/run/worker/workbench/check-002/trace-007/execution.json", + "A3/run/worker/workbench/check-002/trace-007/stderr.log", + "A3/run/worker/workbench/check-002/trace-007/stdout.log", + "A3/run/worker/workbench/check-002/trace-008/execution.json", + "A3/run/worker/workbench/check-002/trace-008/stderr.log", + "A3/run/worker/workbench/check-002/trace-008/stdout.log", + "A3/run/worker/workbench/check-002/trace-009/execution.json", + "A3/run/worker/workbench/check-002/trace-009/stderr.log", + "A3/run/worker/workbench/check-002/trace-009/stdout.log", + "A3/run/worker/workbench/check-002/trace-010/execution.json", + "A3/run/worker/workbench/check-002/trace-010/stderr.log", + "A3/run/worker/workbench/check-002/trace-010/stdout.log", + "A3/run/worker/workbench/revisions/revision-0000/candidate.py", + "A3/run/worker/workbench/revisions/revision-0000/receipt.json", + "A3/run/worker/workbench/revisions/revision-0001/candidate.py", + "A3/run/worker/workbench/revisions/revision-0001/receipt.json", + "A3/run/worker/workbench/revisions/revision-0002/candidate.py", + "A3/run/worker/workbench/revisions/revision-0002/receipt.json", + "A3/workspace/CONTRACT.md", + "A3/workspace/candidate.py", + "A3/workspace/development.json", + "A3/workspace/knowledge/SKILL.md", + "A3/workspace/knowledge/metadata.json", + "A3/workspace/knowledge/references/source-notes.md", + "A3/workspace/task.json", + "A3/workspace/workbench.md", + "cleanup/cancel/result.json", + "cleanup/cancel/sandbox/stderr.log", + "cleanup/cancel/sandbox/stdout.log", + "cleanup/cancel/worker/stderr.log", + "cleanup/cancel/worker/stdout.log", + "cleanup/cancel-supervisor/stderr.log", + "cleanup/cancel-supervisor/stdout.log", + "cleanup/normal/result.json", + "cleanup/normal/sandbox/stderr.log", + "cleanup/normal/sandbox/stdout.log", + "cleanup/normal/worker/stderr.log", + "cleanup/normal/worker/stdout.log", + "cleanup/normal-supervisor/stderr.log", + "cleanup/normal-supervisor/stdout.log", + "cleanup/qualification.json", + "cleanup/timeout/result.json", + "cleanup/timeout/sandbox/stderr.log", + "cleanup/timeout/sandbox/stdout.log", + "cleanup/timeout/worker/stderr.log", + "cleanup/timeout/worker/stdout.log", + "cleanup/timeout-supervisor/stderr.log", + "cleanup/timeout-supervisor/stdout.log", + "runtime/probe/execution.json", + "runtime/probe/stderr.log", + "runtime/probe/stdout.log" + ] + }, + "source_unchanged": true +} diff --git a/evidence/kv-live-pilot-20261031/plan/second-attempt-1200/README.md b/evidence/kv-live-pilot-20261031/plan/second-attempt-1200/README.md new file mode 100644 index 00000000..77bb00be --- /dev/null +++ b/evidence/kv-live-pilot-20261031/plan/second-attempt-1200/README.md @@ -0,0 +1,33 @@ +# Prospectively refreshed window for the same single additional pair + +This is the current 12:00 UTC planning window, not another comparison. The +[earlier 10:00 plan](../second-attempt/plan.json) is preserved byte-for-byte as +unexecuted history: its latest admission time passed without a dispatch or new +claim. Its price evidence and draft authorization are not relabelled or extended. + +Relative to that reviewed plan, only the two expiry fields and two public +price-evidence URLs change. The unique campaign/execution IDs, PR275 exception, +old claimed binding/checkpoints, diagnostics-capable source, original qualified +actor ZIP/receipt, task/K/controls/verifier, common actor contracts and equal 8+8 +limits remain identical. No provider, credential setting, runtime or workflow +changes, refund, reset, third attempt or automatic retry are introduced. + +[Fresh price/accounting evidence](https://github.com/InferMatrixLab/InferRSI/issues/248#issuecomment-6542191862) +was checked at 10:22–10:23 UTC. The new window ends **2026-10-31 12:00 UTC**; +actual admission must be **no later than 11:38 UTC**, preserving 1,320 seconds of +runway after queue/preflight. This is not a provider price guarantee or renewed +account verification. Changed or uncertain prices/group applicability, source, +qualification or accounting must stop admission. A missed window is not silently +extended. + +The full first unknown-cost $162.72 claim and $491.35 unrelated carryover remain. +One new $162.72 bound would total PR275/pilot $325.44 and observed daily $816.79; +PR275's scoped cap stays $350, other PRs $200, and day/pilot ceilings $1,000. +These are retained commitments, not actual invoices. The first run's omitted +cause and bill remain unknown; its consumed slot is not proof of a grant or HTTP. + +The real public freeze/locator, exact current-main identity, current-host +preflight and fresh anchored admission remain mandatory. These data do not +execute a candidate or model, and software qualification is not efficacy or +service evidence. Existing candidate/grader secret boundaries and first-failure +retention remain unchanged. diff --git a/evidence/kv-live-pilot-20261031/plan/second-attempt-1200/integrity.json b/evidence/kv-live-pilot-20261031/plan/second-attempt-1200/integrity.json new file mode 100644 index 00000000..fe3389db --- /dev/null +++ b/evidence/kv-live-pilot-20261031/plan/second-attempt-1200/integrity.json @@ -0,0 +1,4 @@ +{ + "plan/second-attempt-1200/plan.json": "6ce8ecfec8bd9a677bff4319e451ed997159e44a8aff9d4b0db98515d7035b24", + "plan/second-attempt-1200/README.md": "c56c46ffe2fd99a22f2b7a6e621e7cf9d17663a3f56d070a4c4451f699be5b15" +} diff --git a/evidence/kv-live-pilot-20261031/plan/second-attempt-1200/plan.json b/evidence/kv-live-pilot-20261031/plan/second-attempt-1200/plan.json new file mode 100644 index 00000000..00328267 --- /dev/null +++ b/evidence/kv-live-pilot-20261031/plan/second-attempt-1200/plan.json @@ -0,0 +1,308 @@ +{ + "actors": { + "A2": { + "config": { + "bytes": 3527, + "path": "evidence/kv-live-pilot-20261031/plan/second-attempt/A2.json", + "sha256": "4abdd77aecd9c654000226bf80cdb5e77c4310d2d4aab0a41e97b6c3bebb1bdb" + }, + "workspace": [ + { + "path": "CONTRACT.md", + "source": { + "bytes": 5608, + "path": "evidence/kv-reclamation-20261030/validator/independent/CONTRACT.md", + "sha256": "85714ad11d360ca885c417cb4d56ef4ecf289e3a0c24696e94808e45661d2ccd" + } + }, + { + "path": "candidate.py", + "source": { + "bytes": 3386, + "path": "tests/fixtures/kv_reclamation/candidate.py", + "sha256": "a8cdf534deead1d9ba8351e436f1019a4608e15daae61e54a971aec13047928d" + } + }, + { + "path": "development.json", + "source": { + "bytes": 11315, + "path": "evidence/kv-live-pilot-20261031/plan/public/development.json", + "sha256": "e6da6e89af6a2956cc8f7dfe494b61fe9919900eefac5cb724bb508947dcb56c" + } + }, + { + "path": "task.json", + "source": { + "bytes": 214, + "path": "evidence/kv-live-pilot-20261031/plan/public/task.json", + "sha256": "8ee9cc95f07c8c36550f25008862f381a0a0a457bf2f62d4e644c6e38cfad44b" + } + }, + { + "path": "workbench.md", + "source": { + "bytes": 950, + "path": "evidence/kv-live-pilot-20261031/plan/public/workbench.md", + "sha256": "97596737c04f1904941e6eddd0090107af762d2743625260bf2185a35d85df5f" + } + } + ] + }, + "A3": { + "config": { + "bytes": 3907, + "path": "evidence/kv-live-pilot-20261031/plan/second-attempt/A3.json", + "sha256": "ab4b0839c5ca6b093b6ea7dd34de2ea4021baadc704dbe993d5d6eb28c57bf95" + }, + "workspace": [ + { + "path": "CONTRACT.md", + "source": { + "bytes": 5608, + "path": "evidence/kv-reclamation-20261030/validator/independent/CONTRACT.md", + "sha256": "85714ad11d360ca885c417cb4d56ef4ecf289e3a0c24696e94808e45661d2ccd" + } + }, + { + "path": "candidate.py", + "source": { + "bytes": 3386, + "path": "tests/fixtures/kv_reclamation/candidate.py", + "sha256": "a8cdf534deead1d9ba8351e436f1019a4608e15daae61e54a971aec13047928d" + } + }, + { + "path": "development.json", + "source": { + "bytes": 11315, + "path": "evidence/kv-live-pilot-20261031/plan/public/development.json", + "sha256": "e6da6e89af6a2956cc8f7dfe494b61fe9919900eefac5cb724bb508947dcb56c" + } + }, + { + "path": "knowledge/SKILL.md", + "source": { + "bytes": 7139, + "path": "src/inferrsi/data/skill_library/repositories/vllm/audit-vllm-kv-lifetimes/SKILL.md", + "sha256": "4c3f27459df239f9f4fc971c559d4c9ddfbfebd70507a8a93be8eae59a30b69d" + } + }, + { + "path": "knowledge/metadata.json", + "source": { + "bytes": 781, + "path": "src/inferrsi/data/skill_library/repositories/vllm/audit-vllm-kv-lifetimes/metadata.json", + "sha256": "b43fc3a7ccae59c664fcdf9ff77962edcc07c2a3df8b59324db551642bd23e23" + } + }, + { + "path": "knowledge/references/source-notes.md", + "source": { + "bytes": 13853, + "path": "src/inferrsi/data/skill_library/repositories/vllm/audit-vllm-kv-lifetimes/references/source-notes.md", + "sha256": "3665b034594fc8cc767c408002f4e16f8803369242405027c7f37ce6c9ecebe9" + } + }, + { + "path": "task.json", + "source": { + "bytes": 214, + "path": "evidence/kv-live-pilot-20261031/plan/public/task.json", + "sha256": "8ee9cc95f07c8c36550f25008862f381a0a0a457bf2f62d4e644c6e38cfad44b" + } + }, + { + "path": "workbench.md", + "source": { + "bytes": 950, + "path": "evidence/kv-live-pilot-20261031/plan/public/workbench.md", + "sha256": "97596737c04f1904941e6eddd0090107af762d2743625260bf2185a35d85df5f" + } + } + ] + } + }, + "arm_order": [ + "A2", + "A3" + ], + "budget_exception": { + "additional_attempts": 1, + "campaign_id": "kv-reclamation-feasibility-20261031-second", + "daily_checkpoint": "936569a520083cb359a375d3d474a2391a15edae", + "execution_id": "kv-reclamation-one-pair-2", + "key": { + "pr_number": 275, + "repository_id": 1409534281 + }, + "pilot_lifetime_cap_microusd": 1000000000, + "pr_checkpoint": "23bae89818a0eb4f1ed9ccda2361d10cbf3908ed", + "pr_lifetime_cap_microusd": 350000000, + "prior_binding": { + "plan_digest": "1f7051e0872e8b790c8d1a7c0aa1e03a6bcd08385af510c3d0b1621f54adac6c", + "run_id": "kv-reclamation-one-pair-v1:kv-reclamation-feasibility-20261031", + "worst_case": 162720000 + }, + "schema": "kv-one-additional-attempt-v1" + }, + "campaign_id": "kv-reclamation-feasibility-20261031-second", + "charge_head": "5af3553683137582d624379d26c2c5f7cc9e2785", + "charge_pr": 275, + "daily_ledger": { + "checkpoint_commit": "936569a520083cb359a375d3d474a2391a15edae", + "genesis_commit": "1d3df4ea3924c2b4ce92f051becf566839d66c9c", + "ref": "refs/heads/skill-eval-budget/1409534281/daily" + }, + "dependencies": { + ".github/workflows/kv-edit-pilot.yml": "421827ae94e0b5308584c581f4be5ab5f5b155b622e8bae8163009cf73a203a8", + "evidence/kv-actor-qualification-20261030/plan/qualification-plan.json": "b2f2d4fa301573b1bfb451fb0ce7f1777bfcd8c8088a61576af8703c45cd7949", + "evidence/kv-live-pilot-20261031/plan/second-attempt-budget.json": "3146b1daf7dc59710da6346844f7768cc74333de51c6d4292d2731ea7c6458a3", + "evidence/kv-reclamation-20261030/plan/qualification-plan.json": "60cc479686aa2ba3772f627cc5179a3c0dc6d215c0fdeb57547fd58dc30859ed", + "evidence/kv-reclamation-20261030/validator/BENCHMARK_PROVENANCE.md": "54ba35ab354e0305f101bfb78d96eee016d1c3bad50b7a97d9452b8f254f2111", + "evidence/kv-reclamation-20261030/validator/benchmark.py": "c9fd5bdb12ad82ea4bdf9b1cace13e56053d7294eceb9d9357ffdae304984c69", + "evidence/kv-reclamation-20261030/validator/independent/CONTRACT.md": "85714ad11d360ca885c417cb4d56ef4ecf289e3a0c24696e94808e45661d2ccd", + "evidence/kv-reclamation-20261030/validator/independent/FREEZE.json": "163c21134a8155da2a6469d9dbddb6ea71cb162e14f53e1c4266fe8ce75126f7", + "evidence/kv-reclamation-20261030/validator/independent/INDEPENDENCE.md": "94acf341905fb171ef34aedbefb6f4d13fd485d0fc8013d9dc3027b64d97e6e6", + "evidence/kv-reclamation-20261030/validator/independent/build_fixtures.py": "d1d3f77b96d4187a4e12f5943703daa2de7507175c37faa34e96c57451c7bb46", + "evidence/kv-reclamation-20261030/validator/independent/control_spec.json": "8db4fece4e266bd1c41d3ae56ecaad3be3fcdcc6ef7a970bb574749cf20d7de5", + "evidence/kv-reclamation-20261030/validator/independent/fixtures.json": "5f00b3782b85d0f0c5294ab7f191f2b4e58996a14ab609d3de22c9a291c0e34c", + "evidence/kv-reclamation-20261030/validator/independent/oracle.py": "1521b278a258d6579d000e640068a981b697ab679b3d967593ed62dcf6af2712", + "evidence/kv-reclamation-20261030/validator/independent/test_verifier.py": "88ef532797ebb502d5a9e0f0a5aea22080a1aec0f3a429bf23f260d0cd64e30f", + "evidence/kv-reclamation-20261030/validator/independent/verifier.py": "e641fa6088032e15568fe17e87385a9f97e7e1d8d702a65fb62084f99741f862", + "evidence/kv-reclamation-20261030/validator/source_workload.py": "aac18d5edc5c9421ea7d28bec475f7089478baa7ae644ec12ddb368a0efe4bc7", + "evidence/kv-reclamation-20261030/validator/supplemental-freeze.json": "717d7c1a4327f3bcaa9755c9b343a142e0223a651996893d7de3e4065cf6b6f0", + "evidence/kv-reclamation-20261030/validator/test_benchmark.py": "b3f06f781b5839b666e5b1e51e691bc88351ef9640b2c1e62b93af3364fd45da", + "pyproject.toml": "1c1c4e482c1577883fb6c4678c96571a86eb819b6fcc834937fe344fb4a94b1f", + "src/inferrsi/__init__.py": "606691627d4b346e60072208ada8d6b4df2409de190daffb7795c2cc24517e47", + "src/inferrsi/claim.py": "5f24c4fa91b48f0bb4d4554531607763fc8fc108e90f332816f06cfb520b5cc1", + "src/inferrsi/data/skill_library/repositories/vllm/audit-vllm-kv-lifetimes/SKILL.md": "4c3f27459df239f9f4fc971c559d4c9ddfbfebd70507a8a93be8eae59a30b69d", + "src/inferrsi/data/skill_library/repositories/vllm/audit-vllm-kv-lifetimes/metadata.json": "b43fc3a7ccae59c664fcdf9ff77962edcc07c2a3df8b59324db551642bd23e23", + "src/inferrsi/data/skill_library/repositories/vllm/audit-vllm-kv-lifetimes/references/source-notes.md": "3665b034594fc8cc767c408002f4e16f8803369242405027c7f37ce6c9ecebe9", + "src/inferrsi/harness/__init__.py": "1006e4713003f44bfb32b2e385a918e1652b9e9833801e4555674a71e57fb0d5", + "src/inferrsi/harness/evaluation.py": "20d0c52145600a5d6b1e513b61f2fffaa459b83db194876be40726bd4f343a59", + "src/inferrsi/harness/kv_edit_workbench.py": "bc1f64c8aae39534b8052fdd9a6f3a6b8e63f7a9e9c93cd1077c37ef99cc6f69", + "src/inferrsi/harness/kv_reclamation.py": "56878c4d1bdda096ac681cadf2d99377bec59d47839802fdf94cfbd9066dc8b9", + "src/inferrsi/harness/reporting.py": "38c58f02c44e8c8aeacf46527e142be0e3142a83e4b2693246d0ca76c0ddd7c3", + "src/inferrsi/harness/runner.py": "d290fc87710e77c8e6069e95bb0d347016a393707592d2eed98f07951f2d0865", + "src/inferrsi/harness/scenarios/__init__.py": "4e97913c806077f0cadfeb29d986d2fa75b55ab8766cb86e6e3e9a195a9a1f5a", + "src/inferrsi/harness/scenarios/external.py": "f3f8d4fc516ebce81c26d82248e83f79b299eed0fc17ce73e2844995aea9c3f9", + "src/inferrsi/harness/skill_eval_engineering.py": "c83097f6069dd3e09046080b61c88aebc0922d09aab3fd5f1a03d8f04ec976f2", + "src/inferrsi/infra/__init__.py": "8779897733779266841b0f79b84b1dc43f0fa57c013855c906c809829ecfc77c", + "src/inferrsi/infra/artifacts.py": "bcf3adf325e34e10a4ecb4baf0af855ddca3d77eff76de5b66e493baaa3d7eaf", + "src/inferrsi/infra/executors/__init__.py": "327c3cd5c821c832ff260a41dba0ee1e439cdabefc9edfb9cad1cd38d14bc87a", + "src/inferrsi/infra/executors/local.py": "37bcbca9f3261c8c58a8bf806c9da40720b18d0676c82e8ed24c3901ac9bbe77", + "src/inferrsi/infra/processes.py": "3b96ebc7a50913e78e86ff3dcba74c8ee8d03d547d9591ca6488f390ac1e6189", + "src/inferrsi/infra/targets/__init__.py": "1f3ea75dded7c6cc967754c7b6d4f30ef00da8191a749938aabc3c6bb8f86eb3", + "src/inferrsi/infra/targets/git.py": "abb93f9332db336298102e28c06b9a7553597d4d03b957358602f60d61b1aa65", + "src/inferrsi/model/__init__.py": "3c1dba4f5159fd9fbc8d4d96e2a83c8441491c1b1dc7b42031a3fc1782ed9d9f", + "src/inferrsi/model/anthropic_agent.py": "284d52dd379b2948dd45ede167175010fe26615e5a307f848efcbe90c0ca5646", + "src/inferrsi/model/anthropic_edit_agent.py": "3db20467b07657c1a083f7968cfd996bbbffbe04f987bf4283a8d1456f679cf2", + "src/inferrsi/model/protocols/__init__.py": "5a2f54483b164de04e309dbebb87a700b213682b0f44a50d89a752dd71a4ce47", + "src/inferrsi/model/protocols/metrics.py": "5b32e296a746b6de30cb0c89f23f730296b0087884c1acc2b6127c1295d4db7a", + "src/inferrsi/model/request_guard.py": "c2f8a2f822f32785327a2138ee7b0609896b180819d9d1cbe851534aa6198628", + "src/inferrsi/runspec.py": "dca0952425caf42095ef0c7e2feb8ef4740cc422ecb61e777f203962d9b87709", + "src/inferrsi/summary_chart.py": "d29023d60f6be804c1b01c9eb73765d4824d6c3bb870fe22c99a24544bc1d8bc", + "tests/fixtures/kv_reclamation/candidate.py": "a8cdf534deead1d9ba8351e436f1019a4608e15daae61e54a971aec13047928d", + "tests/fixtures/kv_reclamation/workload.py": "aac18d5edc5c9421ea7d28bec475f7089478baa7ae644ec12ddb368a0efe4bc7", + "tools/kv_edit_inputs.py": "485a12e198054b683cd2c6dd6abdbce47a76aec094506f930cb27ebed213eeab", + "tools/kv_edit_pilot.py": "2e1a2baa9586436d27b3004cb68addc16fa0685bc90961406e31d03f69c3fee3", + "tools/kv_live_job.py": "f58e9f2d8a714a7d010aa50fa134ce9295fa88d1c1f8a4dc093895085f5863fc", + "tools/kv_live_policy.py": "a2537e0dc5ba111781fdd9adecbb6b1f6766d573ac3910d13c0b0a9187ff005a", + "tools/kv_live_worker.py": "19b0b3765a56b1ae33eef62cac496a793f5844ff42e82bdc6cf21aa76617909c", + "tools/kv_pilot_admission.py": "1538a51f3a7e116cd2039006b874f7a9211a0344b30f587d707fc4f7dfb34949", + "tools/kv_runtime_qualification.py": "4dc0dfb45f5ed1eb5f31e3843df81d6b5c22c373d69f2d6c47629f202ac03a0c", + "tools/kv_worker_supervisor.py": "7b2f25148bc0b14536321aa45b434c23424c53858760a708689a28774d585168", + "tools/qualify_kv_actor_cleanup.py": "45030c6054056c91706701c1c24c5028acac53e8bd2692ae45ab3163941945b0", + "tools/qualify_kv_edit_actor.py": "f5b5e884f3f4313d39ba8392ba58f1b29c9af0d1ceed9195347092fc7279cd5f", + "tools/qualify_kv_reclamation.py": "b53efb547ff6dec04492d08f41b9479afee5d07bbee964911a264f453e620815", + "tools/skill_eval_budget.py": "4e88ad86ab7f7e2be22e3966c825a217faf166df213e5e4b5449a72bfdb1b88f", + "tools/skill_eval_budget_git.py": "488b5c963c77021fbb25802909b599e72a21b44c2cd7dcdc4dbab8d712863e30", + "tools/skill_eval_pr.py": "156a2b44f98fb30e97bad875efc889855a6ca543000d95a50e7577a487c56a1d" + }, + "execution_id": "kv-reclamation-one-pair-2", + "expires_at": 1793448000, + "final_repetitions": 8, + "final_seconds": 180, + "final_suite": { + "bytes": 538674, + "path": "evidence/kv-live-pilot-20261031/plan/final-suite.json", + "sha256": "ff3de0b55e0eb40120b7b3b13559b070f0ea02cd02b08606bfd5d51014352654" + }, + "hidden_traces": { + "bytes": 109803, + "path": "evidence/kv-live-pilot-20261031/plan/hidden-traces.json", + "sha256": "935058055afeb86a8eab4a4f185ef3c11bccf2f6f58bcb32fb23e6c3624d9284" + }, + "issue": 248, + "ledger": { + "checkpoint_commit": "23bae89818a0eb4f1ed9ccda2361d10cbf3908ed", + "genesis_commit": "6ab781845dbbb9c5f566a83134b201d75075821f", + "ref": "refs/heads/skill-eval-budget/1409534281/275" + }, + "price_evidence": "https://github.com/InferMatrixLab/InferRSI/issues/248#issuecomment-6542191862", + "prior_owner_group_statement": "https://github.com/InferMatrixLab/InferRSI/issues/253#issuecomment-6518412099; unchanged historical owner statement dated 2026-10-30, not a new account/invoice check or extension of the expired parser plan. Stop if applicability or rates become uncertain.", + "provider": { + "client": { + "api_version": "2023-06-01", + "endpoint": "https://yibuapi.com/v1/messages", + "kind": "anthropic-messages-edit-check-v1", + "max_output_tokens": 4096, + "max_read_bytes": 65536, + "max_request_bytes": 262144, + "max_requests": 8, + "max_tool_calls": 32, + "provider": "yibuapi" + }, + "model": { + "effort": "not_applicable", + "name": "claude-opus-5-5" + }, + "pricing": { + "currency": "USD", + "expires_at": 1793448000, + "group": "owner-attested default/claude-code/claude-code-pro equal-price class", + "max_input_tokens": 1000000, + "model": "claude-opus-5-5", + "rate_evidence": "https://github.com/InferMatrixLab/InferRSI/issues/248#issuecomment-6542191862", + "rates": { + "cache_read": "0.4", + "cache_write": "10", + "input": "8", + "output": "40" + }, + "request_fee": "0", + "unit": "per_million_tokens" + }, + "spend_limit": { + "amount": "162.72", + "currency": "USD" + } + }, + "qualification": { + "archive": { + "bytes": 186706, + "path": "evidence/kv-actor-qualification-20261030/results/hosted-41182807900/qualification-artifact.zip", + "sha256": "93baf16bdf448abaddbec567f7bbc507f4799a44ee583f16c3135c2a5029b005" + }, + "artifact_id": 13034764841, + "dependencies_sha256": "d6d1103126fac4332a4eef8e9ecadd4e2de5b79b56d51b340abc21fc16e6541a", + "head": "1566c3700079c4eab133058083bdb48c12e88333", + "receipt": { + "bytes": 82329, + "path": "evidence/kv-actor-qualification-20261030/results/hosted-41182807900/qualification.json", + "sha256": "f5228b65e714d82c5f38fa080cfb4224bad813940d07bdb4a9c2497c669da25f" + }, + "revision": "e4de8d8b271a9f87c8fe26e5417bbaf1ca115360", + "run_attempt": 1, + "run_id": 41182807900 + }, + "repository_id": 1409534281, + "schema": "kv-live-plan-v2", + "scope": "Exactly one authorized additional exploratory synthetic CPU editing pair; same original task/K/controls/verifier/metrics and equal 8+8 budgets. Prior full claim and all first-run evidence remain immutable. No third attempt, automatic retry, refund, replan or relaunch. Near-transfer feasibility only; timing is nonheldout, not a vLLM-conformance, independent knowledge-efficacy or service claim.", + "suite": { + "bytes": 538671, + "path": "evidence/kv-live-pilot-20261031/plan/visible-suite.json", + "sha256": "812ac3e5dd686271d40598e8b8d35faa6f039888f1d36852e571b11b36c600bc" + } +} diff --git a/evidence/kv-live-pilot-20261031/plan/second-attempt/A2.json b/evidence/kv-live-pilot-20261031/plan/second-attempt/A2.json new file mode 100644 index 00000000..708985a1 --- /dev/null +++ b/evidence/kv-live-pilot-20261031/plan/second-attempt/A2.json @@ -0,0 +1 @@ +{"actor_sha256":"af1ed26942b295758dfe93432109a62ded6ad08aca294d48527269dd8f764298","arm":"A2","baseline_sha256":"a8cdf534deead1d9ba8351e436f1019a4608e15daae61e54a971aec13047928d","client":{"api_version":"2023-06-01","endpoint":"https://yibuapi.com/v1/messages","kind":"anthropic-messages-edit-check-v1","max_output_tokens":4096,"max_read_bytes":65536,"max_request_bytes":262144,"max_requests":8,"max_tool_calls":32,"provider":"yibuapi"},"dependencies":{"src/inferrsi/claim.py":"5f24c4fa91b48f0bb4d4554531607763fc8fc108e90f332816f06cfb520b5cc1","src/inferrsi/harness/evaluation.py":"20d0c52145600a5d6b1e513b61f2fffaa459b83db194876be40726bd4f343a59","src/inferrsi/harness/kv_edit_workbench.py":"bc1f64c8aae39534b8052fdd9a6f3a6b8e63f7a9e9c93cd1077c37ef99cc6f69","src/inferrsi/harness/kv_reclamation.py":"56878c4d1bdda096ac681cadf2d99377bec59d47839802fdf94cfbd9066dc8b9","src/inferrsi/harness/reporting.py":"38c58f02c44e8c8aeacf46527e142be0e3142a83e4b2693246d0ca76c0ddd7c3","src/inferrsi/harness/runner.py":"d290fc87710e77c8e6069e95bb0d347016a393707592d2eed98f07951f2d0865","src/inferrsi/harness/skill_eval_engineering.py":"c83097f6069dd3e09046080b61c88aebc0922d09aab3fd5f1a03d8f04ec976f2","src/inferrsi/infra/artifacts.py":"bcf3adf325e34e10a4ecb4baf0af855ddca3d77eff76de5b66e493baaa3d7eaf","src/inferrsi/infra/executors/local.py":"37bcbca9f3261c8c58a8bf806c9da40720b18d0676c82e8ed24c3901ac9bbe77","src/inferrsi/infra/processes.py":"3b96ebc7a50913e78e86ff3dcba74c8ee8d03d547d9591ca6488f390ac1e6189","src/inferrsi/runspec.py":"dca0952425caf42095ef0c7e2feb8ef4740cc422ecb61e777f203962d9b87709","src/inferrsi/summary_chart.py":"d29023d60f6be804c1b01c9eb73765d4824d6c3bb870fe22c99a24544bc1d8bc","tools/kv_edit_pilot.py":"2e1a2baa9586436d27b3004cb68addc16fa0685bc90961406e31d03f69c3fee3","tools/kv_live_worker.py":"19b0b3765a56b1ae33eef62cac496a793f5844ff42e82bdc6cf21aa76617909c","tools/kv_worker_supervisor.py":"7b2f25148bc0b14536321aa45b434c23424c53858760a708689a28774d585168"},"edit_plan":{"callbacks_sha256":"3653820986096b4dcb328ea5a16a9b4cd4f6bd7185055a73e4c669ad0a0706e4","check_ids":["dev_initial_empty","dev_empty","dev_requires_save","dev_requires_fence","dev_requires_finish","dev_no_save","dev_order_and_nonblocking","dev_reuse","dev_invalid_atomic","development_seed_11","development_seed_23"],"direction":"minimize","files":[{"bytes":5608,"path":"CONTRACT.md","sha256":"85714ad11d360ca885c417cb4d56ef4ecf289e3a0c24696e94808e45661d2ccd"},{"bytes":3386,"path":"candidate.py","sha256":"a8cdf534deead1d9ba8351e436f1019a4608e15daae61e54a971aec13047928d"},{"bytes":11315,"path":"development.json","sha256":"e6da6e89af6a2956cc8f7dfe494b61fe9919900eefac5cb724bb508947dcb56c"},{"bytes":214,"path":"task.json","sha256":"8ee9cc95f07c8c36550f25008862f381a0a0a457bf2f62d4e644c6e38cfad44b"},{"bytes":950,"path":"workbench.md","sha256":"97596737c04f1904941e6eddd0090107af762d2743625260bf2185a35d85df5f"}],"limits":{"benchmark_repetitions":2,"max_benchmarks":4,"max_checks":8,"max_feedback_bytes":8192,"max_seconds":600,"max_source_bytes":65536,"max_writes":8},"metric_key":"elapsed_seconds","metric_unit":"seconds"},"input_token_ceiling":1000000,"model":"claude-opus-5-5","prompt":"Use only the exposed task, contract, starter and fixed visible workbench. Only candidate.py may change. External links are not readable files. Finish after current-revision checks and measurement. Any supplied knowledge is fallible guidance.","schema":"kv-live-worker-v1","suite_sha256":"812ac3e5dd686271d40598e8b8d35faa6f039888f1d36852e571b11b36c600bc"} \ No newline at end of file diff --git a/evidence/kv-live-pilot-20261031/plan/second-attempt/A3.json b/evidence/kv-live-pilot-20261031/plan/second-attempt/A3.json new file mode 100644 index 00000000..cf7d71af --- /dev/null +++ b/evidence/kv-live-pilot-20261031/plan/second-attempt/A3.json @@ -0,0 +1 @@ +{"actor_sha256":"fc6a3eecc06856a9798f9ea542e3adf6a0ece66b60413af8e74390ee4e568ab3","arm":"A3","baseline_sha256":"a8cdf534deead1d9ba8351e436f1019a4608e15daae61e54a971aec13047928d","client":{"api_version":"2023-06-01","endpoint":"https://yibuapi.com/v1/messages","kind":"anthropic-messages-edit-check-v1","max_output_tokens":4096,"max_read_bytes":65536,"max_request_bytes":262144,"max_requests":8,"max_tool_calls":32,"provider":"yibuapi"},"dependencies":{"src/inferrsi/claim.py":"5f24c4fa91b48f0bb4d4554531607763fc8fc108e90f332816f06cfb520b5cc1","src/inferrsi/harness/evaluation.py":"20d0c52145600a5d6b1e513b61f2fffaa459b83db194876be40726bd4f343a59","src/inferrsi/harness/kv_edit_workbench.py":"bc1f64c8aae39534b8052fdd9a6f3a6b8e63f7a9e9c93cd1077c37ef99cc6f69","src/inferrsi/harness/kv_reclamation.py":"56878c4d1bdda096ac681cadf2d99377bec59d47839802fdf94cfbd9066dc8b9","src/inferrsi/harness/reporting.py":"38c58f02c44e8c8aeacf46527e142be0e3142a83e4b2693246d0ca76c0ddd7c3","src/inferrsi/harness/runner.py":"d290fc87710e77c8e6069e95bb0d347016a393707592d2eed98f07951f2d0865","src/inferrsi/harness/skill_eval_engineering.py":"c83097f6069dd3e09046080b61c88aebc0922d09aab3fd5f1a03d8f04ec976f2","src/inferrsi/infra/artifacts.py":"bcf3adf325e34e10a4ecb4baf0af855ddca3d77eff76de5b66e493baaa3d7eaf","src/inferrsi/infra/executors/local.py":"37bcbca9f3261c8c58a8bf806c9da40720b18d0676c82e8ed24c3901ac9bbe77","src/inferrsi/infra/processes.py":"3b96ebc7a50913e78e86ff3dcba74c8ee8d03d547d9591ca6488f390ac1e6189","src/inferrsi/runspec.py":"dca0952425caf42095ef0c7e2feb8ef4740cc422ecb61e777f203962d9b87709","src/inferrsi/summary_chart.py":"d29023d60f6be804c1b01c9eb73765d4824d6c3bb870fe22c99a24544bc1d8bc","tools/kv_edit_pilot.py":"2e1a2baa9586436d27b3004cb68addc16fa0685bc90961406e31d03f69c3fee3","tools/kv_live_worker.py":"19b0b3765a56b1ae33eef62cac496a793f5844ff42e82bdc6cf21aa76617909c","tools/kv_worker_supervisor.py":"7b2f25148bc0b14536321aa45b434c23424c53858760a708689a28774d585168"},"edit_plan":{"callbacks_sha256":"3653820986096b4dcb328ea5a16a9b4cd4f6bd7185055a73e4c669ad0a0706e4","check_ids":["dev_initial_empty","dev_empty","dev_requires_save","dev_requires_fence","dev_requires_finish","dev_no_save","dev_order_and_nonblocking","dev_reuse","dev_invalid_atomic","development_seed_11","development_seed_23"],"direction":"minimize","files":[{"bytes":5608,"path":"CONTRACT.md","sha256":"85714ad11d360ca885c417cb4d56ef4ecf289e3a0c24696e94808e45661d2ccd"},{"bytes":3386,"path":"candidate.py","sha256":"a8cdf534deead1d9ba8351e436f1019a4608e15daae61e54a971aec13047928d"},{"bytes":11315,"path":"development.json","sha256":"e6da6e89af6a2956cc8f7dfe494b61fe9919900eefac5cb724bb508947dcb56c"},{"bytes":7139,"path":"knowledge/SKILL.md","sha256":"4c3f27459df239f9f4fc971c559d4c9ddfbfebd70507a8a93be8eae59a30b69d"},{"bytes":781,"path":"knowledge/metadata.json","sha256":"b43fc3a7ccae59c664fcdf9ff77962edcc07c2a3df8b59324db551642bd23e23"},{"bytes":13853,"path":"knowledge/references/source-notes.md","sha256":"3665b034594fc8cc767c408002f4e16f8803369242405027c7f37ce6c9ecebe9"},{"bytes":214,"path":"task.json","sha256":"8ee9cc95f07c8c36550f25008862f381a0a0a457bf2f62d4e644c6e38cfad44b"},{"bytes":950,"path":"workbench.md","sha256":"97596737c04f1904941e6eddd0090107af762d2743625260bf2185a35d85df5f"}],"limits":{"benchmark_repetitions":2,"max_benchmarks":4,"max_checks":8,"max_feedback_bytes":8192,"max_seconds":600,"max_source_bytes":65536,"max_writes":8},"metric_key":"elapsed_seconds","metric_unit":"seconds"},"input_token_ceiling":1000000,"model":"claude-opus-5-5","prompt":"Use only the exposed task, contract, starter and fixed visible workbench. Only candidate.py may change. External links are not readable files. Finish after current-revision checks and measurement. Any supplied knowledge is fallible guidance.","schema":"kv-live-worker-v1","suite_sha256":"812ac3e5dd686271d40598e8b8d35faa6f039888f1d36852e571b11b36c600bc"} \ No newline at end of file diff --git a/evidence/kv-live-pilot-20261031/plan/second-attempt/README.md b/evidence/kv-live-pilot-20261031/plan/second-attempt/README.md new file mode 100644 index 00000000..a564f16b --- /dev/null +++ b/evidence/kv-live-pilot-20261031/plan/second-attempt/README.md @@ -0,0 +1,35 @@ +# One authorized additional synthetic pair — frozen DATA + +This versioned v2 plan preserves the original task, complete K, correct/incorrect +controls, verifier, 11 development and 77 hidden traces, and visible/final timing +workloads and thresholds. Equal eight-request budgets and all edit limits are +unchanged. Only approved execution/provenance identities, diagnostics-capable +source, fresh price evidence and the explicit budget exception differ. + +The prospective exception fixes PR275's lifetime cap at $350, keeps other PRs at +$200 and day/pilot ceilings at $1,000. The exact old $162.72 unknown-cost claim +and all carryover remain; the single new $162.72 bound would make PR liability +$325.44 and observed daily liability $816.79. No third attempt, refund, reset, +PR switch or automatic retry is allowed. The original first-run cause and billing +remain unknown; its consumed slot does not prove a grant or HTTP delivery. + +New model-free qualification is Ready run 41182807900, attempt 1. Its original +actor archive/receipt is retained at the versioned path in `plan.json`; the +actual qualified source closure and both common actor contracts match this plan. +Visible timing failures in scripted qualification remain failures, not model +optimization evidence. This synthetic near-transfer pair is not a held-out +knowledge efficacy, vLLM-conformance or service qualification. + +[Fresh public price/accounting evidence](https://github.com/InferMatrixLab/InferRSI/issues/248#issuecomment-6541090217) +ends at 2026-10-31 10:00 UTC. Actual admission needs 1,320 seconds of remaining +runway (no later than 09:38 UTC). This is not a provider price guarantee. The +historical group statement is not renewed account verification. Stop on drift, +uncertainty, expiry or incomplete evidence; do not silently extend this plan. + +These files alone grant no request. The exact owner public freeze and reviewed +locator, current-main/run identity, current-host preflight and fresh anchored +ledger admission must still pass. Existing credentials remain confined to the +trusted execute step; neither candidates nor grading receive them. Final +results, partial admission, unknown usage and first failures are retained +without candidate/model reruns to replace missing evidence. The old plan and +its original evidence are not changed or relabelled. diff --git a/evidence/kv-live-pilot-20261031/plan/second-attempt/integrity.json b/evidence/kv-live-pilot-20261031/plan/second-attempt/integrity.json new file mode 100644 index 00000000..8fb6fb40 --- /dev/null +++ b/evidence/kv-live-pilot-20261031/plan/second-attempt/integrity.json @@ -0,0 +1,6 @@ +{ + "plan/second-attempt/A2.json": "4abdd77aecd9c654000226bf80cdb5e77c4310d2d4aab0a41e97b6c3bebb1bdb", + "plan/second-attempt/A3.json": "ab4b0839c5ca6b093b6ea7dd34de2ea4021baadc704dbe993d5d6eb28c57bf95", + "plan/second-attempt/plan.json": "42aceca9ac8350ee1ca5516033bc3e01769ba5f128c60c37ee4cbb17510fc02a", + "plan/second-attempt/README.md": "a2e8146620b865e6593a34b642d0e31d1524d83b04dab9368a23e39df7f26052" +} diff --git a/evidence/kv-live-pilot-20261031/plan/second-attempt/plan.json b/evidence/kv-live-pilot-20261031/plan/second-attempt/plan.json new file mode 100644 index 00000000..358af4d1 --- /dev/null +++ b/evidence/kv-live-pilot-20261031/plan/second-attempt/plan.json @@ -0,0 +1,308 @@ +{ + "actors": { + "A2": { + "config": { + "bytes": 3527, + "path": "evidence/kv-live-pilot-20261031/plan/second-attempt/A2.json", + "sha256": "4abdd77aecd9c654000226bf80cdb5e77c4310d2d4aab0a41e97b6c3bebb1bdb" + }, + "workspace": [ + { + "path": "CONTRACT.md", + "source": { + "bytes": 5608, + "path": "evidence/kv-reclamation-20261030/validator/independent/CONTRACT.md", + "sha256": "85714ad11d360ca885c417cb4d56ef4ecf289e3a0c24696e94808e45661d2ccd" + } + }, + { + "path": "candidate.py", + "source": { + "bytes": 3386, + "path": "tests/fixtures/kv_reclamation/candidate.py", + "sha256": "a8cdf534deead1d9ba8351e436f1019a4608e15daae61e54a971aec13047928d" + } + }, + { + "path": "development.json", + "source": { + "bytes": 11315, + "path": "evidence/kv-live-pilot-20261031/plan/public/development.json", + "sha256": "e6da6e89af6a2956cc8f7dfe494b61fe9919900eefac5cb724bb508947dcb56c" + } + }, + { + "path": "task.json", + "source": { + "bytes": 214, + "path": "evidence/kv-live-pilot-20261031/plan/public/task.json", + "sha256": "8ee9cc95f07c8c36550f25008862f381a0a0a457bf2f62d4e644c6e38cfad44b" + } + }, + { + "path": "workbench.md", + "source": { + "bytes": 950, + "path": "evidence/kv-live-pilot-20261031/plan/public/workbench.md", + "sha256": "97596737c04f1904941e6eddd0090107af762d2743625260bf2185a35d85df5f" + } + } + ] + }, + "A3": { + "config": { + "bytes": 3907, + "path": "evidence/kv-live-pilot-20261031/plan/second-attempt/A3.json", + "sha256": "ab4b0839c5ca6b093b6ea7dd34de2ea4021baadc704dbe993d5d6eb28c57bf95" + }, + "workspace": [ + { + "path": "CONTRACT.md", + "source": { + "bytes": 5608, + "path": "evidence/kv-reclamation-20261030/validator/independent/CONTRACT.md", + "sha256": "85714ad11d360ca885c417cb4d56ef4ecf289e3a0c24696e94808e45661d2ccd" + } + }, + { + "path": "candidate.py", + "source": { + "bytes": 3386, + "path": "tests/fixtures/kv_reclamation/candidate.py", + "sha256": "a8cdf534deead1d9ba8351e436f1019a4608e15daae61e54a971aec13047928d" + } + }, + { + "path": "development.json", + "source": { + "bytes": 11315, + "path": "evidence/kv-live-pilot-20261031/plan/public/development.json", + "sha256": "e6da6e89af6a2956cc8f7dfe494b61fe9919900eefac5cb724bb508947dcb56c" + } + }, + { + "path": "knowledge/SKILL.md", + "source": { + "bytes": 7139, + "path": "src/inferrsi/data/skill_library/repositories/vllm/audit-vllm-kv-lifetimes/SKILL.md", + "sha256": "4c3f27459df239f9f4fc971c559d4c9ddfbfebd70507a8a93be8eae59a30b69d" + } + }, + { + "path": "knowledge/metadata.json", + "source": { + "bytes": 781, + "path": "src/inferrsi/data/skill_library/repositories/vllm/audit-vllm-kv-lifetimes/metadata.json", + "sha256": "b43fc3a7ccae59c664fcdf9ff77962edcc07c2a3df8b59324db551642bd23e23" + } + }, + { + "path": "knowledge/references/source-notes.md", + "source": { + "bytes": 13853, + "path": "src/inferrsi/data/skill_library/repositories/vllm/audit-vllm-kv-lifetimes/references/source-notes.md", + "sha256": "3665b034594fc8cc767c408002f4e16f8803369242405027c7f37ce6c9ecebe9" + } + }, + { + "path": "task.json", + "source": { + "bytes": 214, + "path": "evidence/kv-live-pilot-20261031/plan/public/task.json", + "sha256": "8ee9cc95f07c8c36550f25008862f381a0a0a457bf2f62d4e644c6e38cfad44b" + } + }, + { + "path": "workbench.md", + "source": { + "bytes": 950, + "path": "evidence/kv-live-pilot-20261031/plan/public/workbench.md", + "sha256": "97596737c04f1904941e6eddd0090107af762d2743625260bf2185a35d85df5f" + } + } + ] + } + }, + "arm_order": [ + "A2", + "A3" + ], + "budget_exception": { + "additional_attempts": 1, + "campaign_id": "kv-reclamation-feasibility-20261031-second", + "daily_checkpoint": "936569a520083cb359a375d3d474a2391a15edae", + "execution_id": "kv-reclamation-one-pair-2", + "key": { + "pr_number": 275, + "repository_id": 1409534281 + }, + "pilot_lifetime_cap_microusd": 1000000000, + "pr_checkpoint": "23bae89818a0eb4f1ed9ccda2361d10cbf3908ed", + "pr_lifetime_cap_microusd": 350000000, + "prior_binding": { + "plan_digest": "1f7051e0872e8b790c8d1a7c0aa1e03a6bcd08385af510c3d0b1621f54adac6c", + "run_id": "kv-reclamation-one-pair-v1:kv-reclamation-feasibility-20261031", + "worst_case": 162720000 + }, + "schema": "kv-one-additional-attempt-v1" + }, + "campaign_id": "kv-reclamation-feasibility-20261031-second", + "charge_head": "5af3553683137582d624379d26c2c5f7cc9e2785", + "charge_pr": 275, + "daily_ledger": { + "checkpoint_commit": "936569a520083cb359a375d3d474a2391a15edae", + "genesis_commit": "1d3df4ea3924c2b4ce92f051becf566839d66c9c", + "ref": "refs/heads/skill-eval-budget/1409534281/daily" + }, + "dependencies": { + ".github/workflows/kv-edit-pilot.yml": "421827ae94e0b5308584c581f4be5ab5f5b155b622e8bae8163009cf73a203a8", + "evidence/kv-actor-qualification-20261030/plan/qualification-plan.json": "b2f2d4fa301573b1bfb451fb0ce7f1777bfcd8c8088a61576af8703c45cd7949", + "evidence/kv-live-pilot-20261031/plan/second-attempt-budget.json": "3146b1daf7dc59710da6346844f7768cc74333de51c6d4292d2731ea7c6458a3", + "evidence/kv-reclamation-20261030/plan/qualification-plan.json": "60cc479686aa2ba3772f627cc5179a3c0dc6d215c0fdeb57547fd58dc30859ed", + "evidence/kv-reclamation-20261030/validator/BENCHMARK_PROVENANCE.md": "54ba35ab354e0305f101bfb78d96eee016d1c3bad50b7a97d9452b8f254f2111", + "evidence/kv-reclamation-20261030/validator/benchmark.py": "c9fd5bdb12ad82ea4bdf9b1cace13e56053d7294eceb9d9357ffdae304984c69", + "evidence/kv-reclamation-20261030/validator/independent/CONTRACT.md": "85714ad11d360ca885c417cb4d56ef4ecf289e3a0c24696e94808e45661d2ccd", + "evidence/kv-reclamation-20261030/validator/independent/FREEZE.json": "163c21134a8155da2a6469d9dbddb6ea71cb162e14f53e1c4266fe8ce75126f7", + "evidence/kv-reclamation-20261030/validator/independent/INDEPENDENCE.md": "94acf341905fb171ef34aedbefb6f4d13fd485d0fc8013d9dc3027b64d97e6e6", + "evidence/kv-reclamation-20261030/validator/independent/build_fixtures.py": "d1d3f77b96d4187a4e12f5943703daa2de7507175c37faa34e96c57451c7bb46", + "evidence/kv-reclamation-20261030/validator/independent/control_spec.json": "8db4fece4e266bd1c41d3ae56ecaad3be3fcdcc6ef7a970bb574749cf20d7de5", + "evidence/kv-reclamation-20261030/validator/independent/fixtures.json": "5f00b3782b85d0f0c5294ab7f191f2b4e58996a14ab609d3de22c9a291c0e34c", + "evidence/kv-reclamation-20261030/validator/independent/oracle.py": "1521b278a258d6579d000e640068a981b697ab679b3d967593ed62dcf6af2712", + "evidence/kv-reclamation-20261030/validator/independent/test_verifier.py": "88ef532797ebb502d5a9e0f0a5aea22080a1aec0f3a429bf23f260d0cd64e30f", + "evidence/kv-reclamation-20261030/validator/independent/verifier.py": "e641fa6088032e15568fe17e87385a9f97e7e1d8d702a65fb62084f99741f862", + "evidence/kv-reclamation-20261030/validator/source_workload.py": "aac18d5edc5c9421ea7d28bec475f7089478baa7ae644ec12ddb368a0efe4bc7", + "evidence/kv-reclamation-20261030/validator/supplemental-freeze.json": "717d7c1a4327f3bcaa9755c9b343a142e0223a651996893d7de3e4065cf6b6f0", + "evidence/kv-reclamation-20261030/validator/test_benchmark.py": "b3f06f781b5839b666e5b1e51e691bc88351ef9640b2c1e62b93af3364fd45da", + "pyproject.toml": "1c1c4e482c1577883fb6c4678c96571a86eb819b6fcc834937fe344fb4a94b1f", + "src/inferrsi/__init__.py": "606691627d4b346e60072208ada8d6b4df2409de190daffb7795c2cc24517e47", + "src/inferrsi/claim.py": "5f24c4fa91b48f0bb4d4554531607763fc8fc108e90f332816f06cfb520b5cc1", + "src/inferrsi/data/skill_library/repositories/vllm/audit-vllm-kv-lifetimes/SKILL.md": "4c3f27459df239f9f4fc971c559d4c9ddfbfebd70507a8a93be8eae59a30b69d", + "src/inferrsi/data/skill_library/repositories/vllm/audit-vllm-kv-lifetimes/metadata.json": "b43fc3a7ccae59c664fcdf9ff77962edcc07c2a3df8b59324db551642bd23e23", + "src/inferrsi/data/skill_library/repositories/vllm/audit-vllm-kv-lifetimes/references/source-notes.md": "3665b034594fc8cc767c408002f4e16f8803369242405027c7f37ce6c9ecebe9", + "src/inferrsi/harness/__init__.py": "1006e4713003f44bfb32b2e385a918e1652b9e9833801e4555674a71e57fb0d5", + "src/inferrsi/harness/evaluation.py": "20d0c52145600a5d6b1e513b61f2fffaa459b83db194876be40726bd4f343a59", + "src/inferrsi/harness/kv_edit_workbench.py": "bc1f64c8aae39534b8052fdd9a6f3a6b8e63f7a9e9c93cd1077c37ef99cc6f69", + "src/inferrsi/harness/kv_reclamation.py": "56878c4d1bdda096ac681cadf2d99377bec59d47839802fdf94cfbd9066dc8b9", + "src/inferrsi/harness/reporting.py": "38c58f02c44e8c8aeacf46527e142be0e3142a83e4b2693246d0ca76c0ddd7c3", + "src/inferrsi/harness/runner.py": "d290fc87710e77c8e6069e95bb0d347016a393707592d2eed98f07951f2d0865", + "src/inferrsi/harness/scenarios/__init__.py": "4e97913c806077f0cadfeb29d986d2fa75b55ab8766cb86e6e3e9a195a9a1f5a", + "src/inferrsi/harness/scenarios/external.py": "f3f8d4fc516ebce81c26d82248e83f79b299eed0fc17ce73e2844995aea9c3f9", + "src/inferrsi/harness/skill_eval_engineering.py": "c83097f6069dd3e09046080b61c88aebc0922d09aab3fd5f1a03d8f04ec976f2", + "src/inferrsi/infra/__init__.py": "8779897733779266841b0f79b84b1dc43f0fa57c013855c906c809829ecfc77c", + "src/inferrsi/infra/artifacts.py": "bcf3adf325e34e10a4ecb4baf0af855ddca3d77eff76de5b66e493baaa3d7eaf", + "src/inferrsi/infra/executors/__init__.py": "327c3cd5c821c832ff260a41dba0ee1e439cdabefc9edfb9cad1cd38d14bc87a", + "src/inferrsi/infra/executors/local.py": "37bcbca9f3261c8c58a8bf806c9da40720b18d0676c82e8ed24c3901ac9bbe77", + "src/inferrsi/infra/processes.py": "3b96ebc7a50913e78e86ff3dcba74c8ee8d03d547d9591ca6488f390ac1e6189", + "src/inferrsi/infra/targets/__init__.py": "1f3ea75dded7c6cc967754c7b6d4f30ef00da8191a749938aabc3c6bb8f86eb3", + "src/inferrsi/infra/targets/git.py": "abb93f9332db336298102e28c06b9a7553597d4d03b957358602f60d61b1aa65", + "src/inferrsi/model/__init__.py": "3c1dba4f5159fd9fbc8d4d96e2a83c8441491c1b1dc7b42031a3fc1782ed9d9f", + "src/inferrsi/model/anthropic_agent.py": "284d52dd379b2948dd45ede167175010fe26615e5a307f848efcbe90c0ca5646", + "src/inferrsi/model/anthropic_edit_agent.py": "3db20467b07657c1a083f7968cfd996bbbffbe04f987bf4283a8d1456f679cf2", + "src/inferrsi/model/protocols/__init__.py": "5a2f54483b164de04e309dbebb87a700b213682b0f44a50d89a752dd71a4ce47", + "src/inferrsi/model/protocols/metrics.py": "5b32e296a746b6de30cb0c89f23f730296b0087884c1acc2b6127c1295d4db7a", + "src/inferrsi/model/request_guard.py": "c2f8a2f822f32785327a2138ee7b0609896b180819d9d1cbe851534aa6198628", + "src/inferrsi/runspec.py": "dca0952425caf42095ef0c7e2feb8ef4740cc422ecb61e777f203962d9b87709", + "src/inferrsi/summary_chart.py": "d29023d60f6be804c1b01c9eb73765d4824d6c3bb870fe22c99a24544bc1d8bc", + "tests/fixtures/kv_reclamation/candidate.py": "a8cdf534deead1d9ba8351e436f1019a4608e15daae61e54a971aec13047928d", + "tests/fixtures/kv_reclamation/workload.py": "aac18d5edc5c9421ea7d28bec475f7089478baa7ae644ec12ddb368a0efe4bc7", + "tools/kv_edit_inputs.py": "485a12e198054b683cd2c6dd6abdbce47a76aec094506f930cb27ebed213eeab", + "tools/kv_edit_pilot.py": "2e1a2baa9586436d27b3004cb68addc16fa0685bc90961406e31d03f69c3fee3", + "tools/kv_live_job.py": "f58e9f2d8a714a7d010aa50fa134ce9295fa88d1c1f8a4dc093895085f5863fc", + "tools/kv_live_policy.py": "a2537e0dc5ba111781fdd9adecbb6b1f6766d573ac3910d13c0b0a9187ff005a", + "tools/kv_live_worker.py": "19b0b3765a56b1ae33eef62cac496a793f5844ff42e82bdc6cf21aa76617909c", + "tools/kv_pilot_admission.py": "1538a51f3a7e116cd2039006b874f7a9211a0344b30f587d707fc4f7dfb34949", + "tools/kv_runtime_qualification.py": "4dc0dfb45f5ed1eb5f31e3843df81d6b5c22c373d69f2d6c47629f202ac03a0c", + "tools/kv_worker_supervisor.py": "7b2f25148bc0b14536321aa45b434c23424c53858760a708689a28774d585168", + "tools/qualify_kv_actor_cleanup.py": "45030c6054056c91706701c1c24c5028acac53e8bd2692ae45ab3163941945b0", + "tools/qualify_kv_edit_actor.py": "f5b5e884f3f4313d39ba8392ba58f1b29c9af0d1ceed9195347092fc7279cd5f", + "tools/qualify_kv_reclamation.py": "b53efb547ff6dec04492d08f41b9479afee5d07bbee964911a264f453e620815", + "tools/skill_eval_budget.py": "4e88ad86ab7f7e2be22e3966c825a217faf166df213e5e4b5449a72bfdb1b88f", + "tools/skill_eval_budget_git.py": "488b5c963c77021fbb25802909b599e72a21b44c2cd7dcdc4dbab8d712863e30", + "tools/skill_eval_pr.py": "156a2b44f98fb30e97bad875efc889855a6ca543000d95a50e7577a487c56a1d" + }, + "execution_id": "kv-reclamation-one-pair-2", + "expires_at": 1793440800, + "final_repetitions": 8, + "final_seconds": 180, + "final_suite": { + "bytes": 538674, + "path": "evidence/kv-live-pilot-20261031/plan/final-suite.json", + "sha256": "ff3de0b55e0eb40120b7b3b13559b070f0ea02cd02b08606bfd5d51014352654" + }, + "hidden_traces": { + "bytes": 109803, + "path": "evidence/kv-live-pilot-20261031/plan/hidden-traces.json", + "sha256": "935058055afeb86a8eab4a4f185ef3c11bccf2f6f58bcb32fb23e6c3624d9284" + }, + "issue": 248, + "ledger": { + "checkpoint_commit": "23bae89818a0eb4f1ed9ccda2361d10cbf3908ed", + "genesis_commit": "6ab781845dbbb9c5f566a83134b201d75075821f", + "ref": "refs/heads/skill-eval-budget/1409534281/275" + }, + "price_evidence": "https://github.com/InferMatrixLab/InferRSI/issues/248#issuecomment-6541090217", + "prior_owner_group_statement": "https://github.com/InferMatrixLab/InferRSI/issues/253#issuecomment-6518412099; unchanged historical owner statement dated 2026-10-30, not a new account/invoice check or extension of the expired parser plan. Stop if applicability or rates become uncertain.", + "provider": { + "client": { + "api_version": "2023-06-01", + "endpoint": "https://yibuapi.com/v1/messages", + "kind": "anthropic-messages-edit-check-v1", + "max_output_tokens": 4096, + "max_read_bytes": 65536, + "max_request_bytes": 262144, + "max_requests": 8, + "max_tool_calls": 32, + "provider": "yibuapi" + }, + "model": { + "effort": "not_applicable", + "name": "claude-opus-5-5" + }, + "pricing": { + "currency": "USD", + "expires_at": 1793440800, + "group": "owner-attested default/claude-code/claude-code-pro equal-price class", + "max_input_tokens": 1000000, + "model": "claude-opus-5-5", + "rate_evidence": "https://github.com/InferMatrixLab/InferRSI/issues/248#issuecomment-6541090217", + "rates": { + "cache_read": "0.4", + "cache_write": "10", + "input": "8", + "output": "40" + }, + "request_fee": "0", + "unit": "per_million_tokens" + }, + "spend_limit": { + "amount": "162.72", + "currency": "USD" + } + }, + "qualification": { + "archive": { + "bytes": 186706, + "path": "evidence/kv-actor-qualification-20261030/results/hosted-41182807900/qualification-artifact.zip", + "sha256": "93baf16bdf448abaddbec567f7bbc507f4799a44ee583f16c3135c2a5029b005" + }, + "artifact_id": 13034764841, + "dependencies_sha256": "d6d1103126fac4332a4eef8e9ecadd4e2de5b79b56d51b340abc21fc16e6541a", + "head": "1566c3700079c4eab133058083bdb48c12e88333", + "receipt": { + "bytes": 82329, + "path": "evidence/kv-actor-qualification-20261030/results/hosted-41182807900/qualification.json", + "sha256": "f5228b65e714d82c5f38fa080cfb4224bad813940d07bdb4a9c2497c669da25f" + }, + "revision": "e4de8d8b271a9f87c8fe26e5417bbaf1ca115360", + "run_attempt": 1, + "run_id": 41182807900 + }, + "repository_id": 1409534281, + "schema": "kv-live-plan-v2", + "scope": "Exactly one authorized additional exploratory synthetic CPU editing pair; same original task/K/controls/verifier/metrics and equal 8+8 budgets. Prior full claim and all first-run evidence remain immutable. No third attempt, automatic retry, refund, replan or relaunch. Near-transfer feasibility only; timing is nonheldout, not a vLLM-conformance, independent knowledge-efficacy or service claim.", + "suite": { + "bytes": 538671, + "path": "evidence/kv-live-pilot-20261031/plan/visible-suite.json", + "sha256": "812ac3e5dd686271d40598e8b8d35faa6f039888f1d36852e571b11b36c600bc" + } +} diff --git a/tests/test_evidence_inventory.py b/tests/test_evidence_inventory.py index 59574200..a6325fb3 100644 --- a/tests/test_evidence_inventory.py +++ b/tests/test_evidence_inventory.py @@ -146,5 +146,5 @@ def test_checked_in_inventory(): result = validate_inventory(repo) assert result["errors"] == [] assert len(result["bundles"]) == 19 - assert result["checked_hashes"] == 377 + assert result["checked_hashes"] == 385 assert result["unavailable"] # Historical raw artifacts are not in this checkout. diff --git a/tools/evidence_inventory.json b/tools/evidence_inventory.json index 2885a296..52bfed49 100644 --- a/tools/evidence_inventory.json +++ b/tools/evidence_inventory.json @@ -4,12 +4,15 @@ "kv-live-pilot-20261031": { "kind": "campaign", "manifests": [{"path": "plan/integrity.json", "schema": "bundle-sha256"}, - {"path": "plan/second-attempt-integrity.json", "schema": "bundle-sha256"}], + {"path": "plan/second-attempt-integrity.json", "schema": "bundle-sha256"}, + {"path": "plan/second-attempt/integrity.json", "schema": "bundle-sha256"}, + {"path": "plan/second-attempt-1200/integrity.json", "schema": "bundle-sha256"}], "external": ["Historical first-pair plan/source data and prospective single-additional-attempt budget data. First-run outputs are retained separately; no efficacy result is claimed."] }, "kv-actor-qualification-20261030": { "kind": "campaign", - "manifests": [{"path": "plan/integrity.json", "schema": "bundle-sha256"}], + "manifests": [{"path": "plan/integrity.json", "schema": "bundle-sha256"}, + {"path": "results/hosted-41182807900/integrity.json", "schema": "bundle-sha256"}], "external": ["Exact-revision hosted actor receipts are retained as separate CI artifacts; no paid result is committed."] }, "kv-reclamation-20261030": { diff --git a/tools/kv_live_authorization.json b/tools/kv_live_authorization.json index 47b97131..dbab9c3a 100644 --- a/tools/kv_live_authorization.json +++ b/tools/kv_live_authorization.json @@ -1,7 +1,7 @@ { "author_login": "Dong1017", - "body_sha256": "e6cd65a8dc417be3ebec277d7a5c4e2a8f3fd4e7f32647b8c04dc3f8bcd835b0", - "comment_id": 6537438741, + "body_sha256": "085c799c5cf907254802d07edef5f58587a957b837fa36a70ceb1cc0a15c3549", + "comment_id": 6542223785, "enabled": true, "issue": 248, "repository_id": 1409534281,