{"verifier_contract":{"id":"vct_icr2glbnld","verifier_id":"vfr_yhhkjj0nn2","version_number":1,"conformance_fixtures":[{"description":"Synthetic check of valid","expected_result":"verified","expected_score":1.6666666666666667,"inputs":{"artifacts":[{"content_hash":"sha256:2f3a69e936dfc94f67976e52f988d9fb130a93e2130df21040cffed35d28614f","filename":"valid.csv","role":"predictions","size_bytes":50},{"content_hash":"sha256:108d8be933ece238aae60d191a330d0c38f48e1416c98bdfaf945f3e33a7abe7","filename":"valid_method.json","role":"method","size_bytes":1166},{"content_hash":"sha256:2b24a4fe7297db519c378366fc06b40e44ec997485cacb97d41a5feee1c767ec","filename":"valid_reproduction.zip","role":"reproduction","size_bytes":1162}],"reference":{"benchmark_config":{"content_hash":"sha256:2487c9d3ad09620e8d6c4ae2254535cd9eedfdf4d87fabbb1fe06624e5e64cf2","filename":"synthetic_config.json","size_bytes":447},"labels":{"content_hash":"sha256:b7125f30b4f054b8c459a59eb3f512d66b4b300623a1268dcaad6129fc500d37","filename":"synthetic_labels.csv","size_bytes":50},"test":{"content_hash":"sha256:c5dc17d63901c3dbe74ead8450b20b4fede863a1d0cb67cecebcf63bbce00ff1","filename":"synthetic_test.csv","size_bytes":38},"train":{"content_hash":"sha256:cd49dd853e76ca1d1bdd823d949f22526470b7e0a5b118a70d7b25b29c74cdfd","filename":"synthetic_train.csv","size_bytes":40}},"summary_text":null},"key":"valid","stage_key":"score_predictions"},{"description":"Synthetic check of perfect","expected_result":"verified","expected_score":0,"inputs":{"artifacts":[{"content_hash":"sha256:b7125f30b4f054b8c459a59eb3f512d66b4b300623a1268dcaad6129fc500d37","filename":"perfect.csv","role":"predictions","size_bytes":50},{"content_hash":"sha256:108d8be933ece238aae60d191a330d0c38f48e1416c98bdfaf945f3e33a7abe7","filename":"valid_method.json","role":"method","size_bytes":1166},{"content_hash":"sha256:2b24a4fe7297db519c378366fc06b40e44ec997485cacb97d41a5feee1c767ec","filename":"valid_reproduction.zip","role":"reproduction","size_bytes":1162}],"reference":{"benchmark_config":{"content_hash":"sha256:2487c9d3ad09620e8d6c4ae2254535cd9eedfdf4d87fabbb1fe06624e5e64cf2","filename":"synthetic_config.json","size_bytes":447},"labels":{"content_hash":"sha256:b7125f30b4f054b8c459a59eb3f512d66b4b300623a1268dcaad6129fc500d37","filename":"synthetic_labels.csv","size_bytes":50},"test":{"content_hash":"sha256:c5dc17d63901c3dbe74ead8450b20b4fede863a1d0cb67cecebcf63bbce00ff1","filename":"synthetic_test.csv","size_bytes":38},"train":{"content_hash":"sha256:cd49dd853e76ca1d1bdd823d949f22526470b7e0a5b118a70d7b25b29c74cdfd","filename":"synthetic_train.csv","size_bytes":40}},"summary_text":null},"key":"perfect","stage_key":"score_predictions"},{"description":"Synthetic check of duplicate ids","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:0d994094978227530a1ec1724b047c1077f1eae68fc284ceec3625a60c4f704b","filename":"duplicate.csv","role":"predictions","size_bytes":58},{"content_hash":"sha256:108d8be933ece238aae60d191a330d0c38f48e1416c98bdfaf945f3e33a7abe7","filename":"valid_method.json","role":"method","size_bytes":1166},{"content_hash":"sha256:2b24a4fe7297db519c378366fc06b40e44ec997485cacb97d41a5feee1c767ec","filename":"valid_reproduction.zip","role":"reproduction","size_bytes":1162}],"reference":{"benchmark_config":{"content_hash":"sha256:2487c9d3ad09620e8d6c4ae2254535cd9eedfdf4d87fabbb1fe06624e5e64cf2","filename":"synthetic_config.json","size_bytes":447},"labels":{"content_hash":"sha256:b7125f30b4f054b8c459a59eb3f512d66b4b300623a1268dcaad6129fc500d37","filename":"synthetic_labels.csv","size_bytes":50},"test":{"content_hash":"sha256:c5dc17d63901c3dbe74ead8450b20b4fede863a1d0cb67cecebcf63bbce00ff1","filename":"synthetic_test.csv","size_bytes":38},"train":{"content_hash":"sha256:cd49dd853e76ca1d1bdd823d949f22526470b7e0a5b118a70d7b25b29c74cdfd","filename":"synthetic_train.csv","size_bytes":40}},"summary_text":null},"key":"duplicate_ids","stage_key":"score_predictions"},{"description":"Synthetic check of nonfinite value","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:a42aeabdd2cd6438c0ab4e422f3e4664d86d6cc293c55148e73e1ac6ede284ee","filename":"nonfinite.csv","role":"predictions","size_bytes":52},{"content_hash":"sha256:108d8be933ece238aae60d191a330d0c38f48e1416c98bdfaf945f3e33a7abe7","filename":"valid_method.json","role":"method","size_bytes":1166},{"content_hash":"sha256:2b24a4fe7297db519c378366fc06b40e44ec997485cacb97d41a5feee1c767ec","filename":"valid_reproduction.zip","role":"reproduction","size_bytes":1162}],"reference":{"benchmark_config":{"content_hash":"sha256:2487c9d3ad09620e8d6c4ae2254535cd9eedfdf4d87fabbb1fe06624e5e64cf2","filename":"synthetic_config.json","size_bytes":447},"labels":{"content_hash":"sha256:b7125f30b4f054b8c459a59eb3f512d66b4b300623a1268dcaad6129fc500d37","filename":"synthetic_labels.csv","size_bytes":50},"test":{"content_hash":"sha256:c5dc17d63901c3dbe74ead8450b20b4fede863a1d0cb67cecebcf63bbce00ff1","filename":"synthetic_test.csv","size_bytes":38},"train":{"content_hash":"sha256:cd49dd853e76ca1d1bdd823d949f22526470b7e0a5b118a70d7b25b29c74cdfd","filename":"synthetic_train.csv","size_bytes":40}},"summary_text":null},"key":"nonfinite_value","stage_key":"score_predictions"},{"description":"Synthetic check of wrong units","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:2f3a69e936dfc94f67976e52f988d9fb130a93e2130df21040cffed35d28614f","filename":"valid.csv","role":"predictions","size_bytes":50},{"content_hash":"sha256:7d812a3b0d46f6c773a343026243dfa2e5cf20b68b0dc8364e074c2f10e663c2","filename":"wrong_units.json","role":"method","size_bytes":1148},{"content_hash":"sha256:2b24a4fe7297db519c378366fc06b40e44ec997485cacb97d41a5feee1c767ec","filename":"valid_reproduction.zip","role":"reproduction","size_bytes":1162}],"reference":{"benchmark_config":{"content_hash":"sha256:2487c9d3ad09620e8d6c4ae2254535cd9eedfdf4d87fabbb1fe06624e5e64cf2","filename":"synthetic_config.json","size_bytes":447},"labels":{"content_hash":"sha256:b7125f30b4f054b8c459a59eb3f512d66b4b300623a1268dcaad6129fc500d37","filename":"synthetic_labels.csv","size_bytes":50},"test":{"content_hash":"sha256:c5dc17d63901c3dbe74ead8450b20b4fede863a1d0cb67cecebcf63bbce00ff1","filename":"synthetic_test.csv","size_bytes":38},"train":{"content_hash":"sha256:cd49dd853e76ca1d1bdd823d949f22526470b7e0a5b118a70d7b25b29c74cdfd","filename":"synthetic_train.csv","size_bytes":40}},"summary_text":null},"key":"wrong_units","stage_key":"score_predictions"},{"description":"Synthetic check of wrong smiles","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:8a6d7ac937be7eb38130870c9d6ef888ca31d915726c5eed25483ceddaefa9ad","filename":"wrong_smiles.csv","role":"predictions","size_bytes":49},{"content_hash":"sha256:108d8be933ece238aae60d191a330d0c38f48e1416c98bdfaf945f3e33a7abe7","filename":"valid_method.json","role":"method","size_bytes":1166},{"content_hash":"sha256:2b24a4fe7297db519c378366fc06b40e44ec997485cacb97d41a5feee1c767ec","filename":"valid_reproduction.zip","role":"reproduction","size_bytes":1162}],"reference":{"benchmark_config":{"content_hash":"sha256:2487c9d3ad09620e8d6c4ae2254535cd9eedfdf4d87fabbb1fe06624e5e64cf2","filename":"synthetic_config.json","size_bytes":447},"labels":{"content_hash":"sha256:b7125f30b4f054b8c459a59eb3f512d66b4b300623a1268dcaad6129fc500d37","filename":"synthetic_labels.csv","size_bytes":50},"test":{"content_hash":"sha256:c5dc17d63901c3dbe74ead8450b20b4fede863a1d0cb67cecebcf63bbce00ff1","filename":"synthetic_test.csv","size_bytes":38},"train":{"content_hash":"sha256:cd49dd853e76ca1d1bdd823d949f22526470b7e0a5b118a70d7b25b29c74cdfd","filename":"synthetic_train.csv","size_bytes":40}},"summary_text":null},"key":"wrong_smiles","stage_key":"score_predictions"}],"reference_inputs":[{"description":"Only permitted training labels and original molecular strings.","key":"train","max_bytes":8388608,"media_types":["text/csv"],"required":true},{"description":"All evaluation molecular identifiers and original strings.","key":"test","max_bytes":8388608,"media_types":["text/csv"],"required":true},{"description":"Already-public evaluation point labels, not a sealed holdout.","key":"labels","max_bytes":8388608,"media_types":["text/csv"],"required":true},{"description":"Fixed task, target, unit and metric configuration.","key":"benchmark_config","max_bytes":262144,"media_types":["application/json"],"required":true},{"description":"Source pins, licensing, transformations and baseline evidence.","key":"provenance","max_bytes":262144,"media_types":["application/json"],"required":false}],"result_kind":"score","score":{"description":"PXR pEC50 MAE","unit":"pEC50"},"stages":[{"acceptance":null,"description_md":"Mean absolute error across all 513 released pEC50 estimates, in -log10(molar EC50). Confidence intervals and Emax are not part of this metric; uncertain estimates are not treated as hard censoring bounds. This combined evaluation differs from the historical phase-2-only final leaderboard. This stage never executes submitted code.","evidence_schema":null,"external_system":null,"key":"score_predictions","kind":"sandbox","review_protocol_id":null,"rule_owner":null,"title":"Prediction and package checks; retrospective score"},{"acceptance":null,"description_md":"An accountable independent community reviewer reproduces predictions and checks permitted training, reporting and limitations.","evidence_schema":null,"external_system":null,"key":"reproducibility_review","kind":"review","review_protocol_id":"rpt_in8g52sm2l","rule_owner":null,"title":"Independent reproduction and scientific review"}],"statement_md":"Verified only when prediction scoring/format checks and independent reproduction/scientific-policy review both pass. Labels are already public; this is retrospective.","submission_requirements":{"accepts_text_only":false,"answer_format_md":null,"required_artifacts":[{"description":"Complete predictions CSV in raw declared units.","max_bytes":8388608,"media_types":["text/csv"],"role":"predictions"},{"description":"Method, provenance, training-only policy and exact reproduction instructions as JSON.","max_bytes":262144,"media_types":["application/json"],"role":"method"},{"description":"Reproducible source ZIP; never executed by the scorer.","max_bytes":26214400,"media_types":["application/zip","application/octet-stream"],"role":"reproduction"}]},"title":"PXR activation: released-data model benchmark acceptance","created_by_user_id":"usr_lk2ek7qqq2","created_at":"2026-10-14T17:09:19Z","yanked_at":null},"implementations":[{"id":"vfi_qfbxsyvag1","verifier_contract_id":"vct_icr2glbnld","entrypoint":["/tfp/harness","python","/input/checker/checker.py"],"limits":{"disk_mb":2048,"memory_mb":1024,"network":"none","timeout_seconds":120,"vcpu":0.25},"program":{"content_hash":"sha256:bdad5be79ffb559c0efd6a1a3e8722d587c72bccebc3f206b92954fcdcb7ceb7","filename":"checker.py","size_bytes":12015},"runtime":{"image_digest":"sha256:a8752ba652a6650bc9f6b96063a5f4428858ea0e145e65b2d0a9c58ccb182cdd","image_ref":"tfp-runtime/python:1","kind":"container"},"source":{"license":null,"source_revision":null,"source_uri":null},"stage_key":"score_predictions","version_number":1,"content_hash":"sha256:282c80629002329ceddd781257a45f256089ac1855b6a01ba70fa2e1d21f4db7","conformance":{"attempts":1,"checked_at":"2026-10-14T17:10:00Z","differential_against_implementation_id":null,"failures":[],"fixtures_passed":6,"fixtures_total":6,"last_attempted_at":"2026-10-14T17:10:00Z","last_execution_error":null,"status":"passed"},"created_by_user_id":"usr_lk2ek7qqq2","created_at":"2026-10-14T17:09:19Z","yanked_at":null}]}