{"verifier_contract":{"id":"vct_rs9iihhq1z","verifier_id":"vfr_8lkcnzol0n","version_number":1,"conformance_fixtures":[{"description":"Synthetic check of valid","expected_result":"verified","expected_score":0.75,"inputs":{"artifacts":[{"content_hash":"sha256:b20223eaaeaa7cb096d8d877eb13047e768b76d5d25e931aeaaf71c36c69a69b","filename":"valid.csv","role":"predictions","size_bytes":70},{"content_hash":"sha256:ca2bc2aca05816d5aafa6a03db93b593208169505a2e760c23538faa9c776423","filename":"valid_method.json","role":"method","size_bytes":1192},{"content_hash":"sha256:2b24a4fe7297db519c378366fc06b40e44ec997485cacb97d41a5feee1c767ec","filename":"valid_reproduction.zip","role":"reproduction","size_bytes":1162}],"reference":{"benchmark_config":{"content_hash":"sha256:2e6dcec17368e27c8cca03547411a6aea83a11e1da1a38995373406707c439ea","filename":"synthetic_config.json","size_bytes":529},"labels":{"content_hash":"sha256:df8967bb1f1ad5441a1dfac027d7aa8e9626aff3f68687b80e9473fb3d09d9ad","filename":"synthetic_labels.csv","size_bytes":69},"test":{"content_hash":"sha256:c5dc17d63901c3dbe74ead8450b20b4fede863a1d0cb67cecebcf63bbce00ff1","filename":"synthetic_test.csv","size_bytes":38},"train":{"content_hash":"sha256:25143649348206d16c4ced1b7754e6c430275e0643ba6ea12b6bc144ef5b5396","filename":"synthetic_train.csv","size_bytes":58}},"summary_text":null},"key":"valid","stage_key":"score_predictions"},{"description":"Synthetic check of perfect","expected_result":"verified","expected_score":0,"inputs":{"artifacts":[{"content_hash":"sha256:534b2a206721ff4cd3db5301921652edfbf5a6c6d0b572e1fab605ba769183bb","filename":"perfect.csv","role":"predictions","size_bytes":71},{"content_hash":"sha256:ca2bc2aca05816d5aafa6a03db93b593208169505a2e760c23538faa9c776423","filename":"valid_method.json","role":"method","size_bytes":1192},{"content_hash":"sha256:2b24a4fe7297db519c378366fc06b40e44ec997485cacb97d41a5feee1c767ec","filename":"valid_reproduction.zip","role":"reproduction","size_bytes":1162}],"reference":{"benchmark_config":{"content_hash":"sha256:2e6dcec17368e27c8cca03547411a6aea83a11e1da1a38995373406707c439ea","filename":"synthetic_config.json","size_bytes":529},"labels":{"content_hash":"sha256:df8967bb1f1ad5441a1dfac027d7aa8e9626aff3f68687b80e9473fb3d09d9ad","filename":"synthetic_labels.csv","size_bytes":69},"test":{"content_hash":"sha256:c5dc17d63901c3dbe74ead8450b20b4fede863a1d0cb67cecebcf63bbce00ff1","filename":"synthetic_test.csv","size_bytes":38},"train":{"content_hash":"sha256:25143649348206d16c4ced1b7754e6c430275e0643ba6ea12b6bc144ef5b5396","filename":"synthetic_train.csv","size_bytes":58}},"summary_text":null},"key":"perfect","stage_key":"score_predictions"},{"description":"Synthetic check of duplicate ids","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:ee729a02b3e9eed041ccb53b48de4b110f5286f4f95e00586367d3421ee65443","filename":"duplicate.csv","role":"predictions","size_bytes":80},{"content_hash":"sha256:ca2bc2aca05816d5aafa6a03db93b593208169505a2e760c23538faa9c776423","filename":"valid_method.json","role":"method","size_bytes":1192},{"content_hash":"sha256:2b24a4fe7297db519c378366fc06b40e44ec997485cacb97d41a5feee1c767ec","filename":"valid_reproduction.zip","role":"reproduction","size_bytes":1162}],"reference":{"benchmark_config":{"content_hash":"sha256:2e6dcec17368e27c8cca03547411a6aea83a11e1da1a38995373406707c439ea","filename":"synthetic_config.json","size_bytes":529},"labels":{"content_hash":"sha256:df8967bb1f1ad5441a1dfac027d7aa8e9626aff3f68687b80e9473fb3d09d9ad","filename":"synthetic_labels.csv","size_bytes":69},"test":{"content_hash":"sha256:c5dc17d63901c3dbe74ead8450b20b4fede863a1d0cb67cecebcf63bbce00ff1","filename":"synthetic_test.csv","size_bytes":38},"train":{"content_hash":"sha256:25143649348206d16c4ced1b7754e6c430275e0643ba6ea12b6bc144ef5b5396","filename":"synthetic_train.csv","size_bytes":58}},"summary_text":null},"key":"duplicate_ids","stage_key":"score_predictions"},{"description":"Synthetic check of nonfinite value","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:28626191a8b7a513695f0397554695938719c36b59aa3a67d4a6cd74f5d5c9c6","filename":"nonfinite.csv","role":"predictions","size_bytes":72},{"content_hash":"sha256:ca2bc2aca05816d5aafa6a03db93b593208169505a2e760c23538faa9c776423","filename":"valid_method.json","role":"method","size_bytes":1192},{"content_hash":"sha256:2b24a4fe7297db519c378366fc06b40e44ec997485cacb97d41a5feee1c767ec","filename":"valid_reproduction.zip","role":"reproduction","size_bytes":1162}],"reference":{"benchmark_config":{"content_hash":"sha256:2e6dcec17368e27c8cca03547411a6aea83a11e1da1a38995373406707c439ea","filename":"synthetic_config.json","size_bytes":529},"labels":{"content_hash":"sha256:df8967bb1f1ad5441a1dfac027d7aa8e9626aff3f68687b80e9473fb3d09d9ad","filename":"synthetic_labels.csv","size_bytes":69},"test":{"content_hash":"sha256:c5dc17d63901c3dbe74ead8450b20b4fede863a1d0cb67cecebcf63bbce00ff1","filename":"synthetic_test.csv","size_bytes":38},"train":{"content_hash":"sha256:25143649348206d16c4ced1b7754e6c430275e0643ba6ea12b6bc144ef5b5396","filename":"synthetic_train.csv","size_bytes":58}},"summary_text":null},"key":"nonfinite_value","stage_key":"score_predictions"},{"description":"Synthetic check of wrong units","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:b20223eaaeaa7cb096d8d877eb13047e768b76d5d25e931aeaaf71c36c69a69b","filename":"valid.csv","role":"predictions","size_bytes":70},{"content_hash":"sha256:c2246167aec37fd5fe2dcf4bf426d38cfec8f8bdf03b7db7a63c03d1326f7ff7","filename":"wrong_units.json","role":"method","size_bytes":1184},{"content_hash":"sha256:2b24a4fe7297db519c378366fc06b40e44ec997485cacb97d41a5feee1c767ec","filename":"valid_reproduction.zip","role":"reproduction","size_bytes":1162}],"reference":{"benchmark_config":{"content_hash":"sha256:2e6dcec17368e27c8cca03547411a6aea83a11e1da1a38995373406707c439ea","filename":"synthetic_config.json","size_bytes":529},"labels":{"content_hash":"sha256:df8967bb1f1ad5441a1dfac027d7aa8e9626aff3f68687b80e9473fb3d09d9ad","filename":"synthetic_labels.csv","size_bytes":69},"test":{"content_hash":"sha256:c5dc17d63901c3dbe74ead8450b20b4fede863a1d0cb67cecebcf63bbce00ff1","filename":"synthetic_test.csv","size_bytes":38},"train":{"content_hash":"sha256:25143649348206d16c4ced1b7754e6c430275e0643ba6ea12b6bc144ef5b5396","filename":"synthetic_train.csv","size_bytes":58}},"summary_text":null},"key":"wrong_units","stage_key":"score_predictions"},{"description":"Synthetic check of wrong smiles","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:f5748dfd6f0f177c0af2744b7ed508aa6bb327f8ce785762aa26c97f555d8ed2","filename":"wrong_smiles.csv","role":"predictions","size_bytes":69},{"content_hash":"sha256:ca2bc2aca05816d5aafa6a03db93b593208169505a2e760c23538faa9c776423","filename":"valid_method.json","role":"method","size_bytes":1192},{"content_hash":"sha256:2b24a4fe7297db519c378366fc06b40e44ec997485cacb97d41a5feee1c767ec","filename":"valid_reproduction.zip","role":"reproduction","size_bytes":1162}],"reference":{"benchmark_config":{"content_hash":"sha256:2e6dcec17368e27c8cca03547411a6aea83a11e1da1a38995373406707c439ea","filename":"synthetic_config.json","size_bytes":529},"labels":{"content_hash":"sha256:df8967bb1f1ad5441a1dfac027d7aa8e9626aff3f68687b80e9473fb3d09d9ad","filename":"synthetic_labels.csv","size_bytes":69},"test":{"content_hash":"sha256:c5dc17d63901c3dbe74ead8450b20b4fede863a1d0cb67cecebcf63bbce00ff1","filename":"synthetic_test.csv","size_bytes":38},"train":{"content_hash":"sha256:25143649348206d16c4ced1b7754e6c430275e0643ba6ea12b6bc144ef5b5396","filename":"synthetic_train.csv","size_bytes":58}},"summary_text":null},"key":"wrong_smiles","stage_key":"score_predictions"},{"description":"Synthetic check of negative clearance","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:69b7f1ffbe93c7ae4b82f079ad7da28639d565e356885a83fc109e10e65f1401","filename":"negative.csv","role":"predictions","size_bytes":71},{"content_hash":"sha256:ca2bc2aca05816d5aafa6a03db93b593208169505a2e760c23538faa9c776423","filename":"valid_method.json","role":"method","size_bytes":1192},{"content_hash":"sha256:2b24a4fe7297db519c378366fc06b40e44ec997485cacb97d41a5feee1c767ec","filename":"valid_reproduction.zip","role":"reproduction","size_bytes":1162}],"reference":{"benchmark_config":{"content_hash":"sha256:2e6dcec17368e27c8cca03547411a6aea83a11e1da1a38995373406707c439ea","filename":"synthetic_config.json","size_bytes":529},"labels":{"content_hash":"sha256:df8967bb1f1ad5441a1dfac027d7aa8e9626aff3f68687b80e9473fb3d09d9ad","filename":"synthetic_labels.csv","size_bytes":69},"test":{"content_hash":"sha256:c5dc17d63901c3dbe74ead8450b20b4fede863a1d0cb67cecebcf63bbce00ff1","filename":"synthetic_test.csv","size_bytes":38},"train":{"content_hash":"sha256:25143649348206d16c4ced1b7754e6c430275e0643ba6ea12b6bc144ef5b5396","filename":"synthetic_train.csv","size_bytes":58}},"summary_text":null},"key":"negative_clearance","stage_key":"score_predictions"}],"reference_inputs":[{"description":"Only permitted training labels and original molecular strings.","key":"train","max_bytes":8388608,"media_types":["text/csv"],"required":true},{"description":"All evaluation molecular identifiers and original strings.","key":"test","max_bytes":8388608,"media_types":["text/csv"],"required":true},{"description":"Already-public evaluation point labels, not a sealed holdout.","key":"labels","max_bytes":8388608,"media_types":["text/csv"],"required":true},{"description":"Fixed task, target, unit and metric configuration.","key":"benchmark_config","max_bytes":262144,"media_types":["application/json"],"required":true},{"description":"Source pins, licensing, transformations and baseline evidence.","key":"provenance","max_bytes":262144,"media_types":["application/json"],"required":false}],"result_kind":"score","score":{"description":"Macro MAE of log10(1 + CLint / (mL/min/kg))","unit":"log10(1 + CLint/(mL/min/kg))"},"stages":[{"acceptance":null,"description_md":"For each species separately, take the mean absolute difference between log10(1 + predicted CLint / (mL/min/kg)) and log10(1 + reported CLint / (mL/min/kg)) over nonmissing labels. The score is the unweighted mean of those two species MAEs. There are 782 HLM and 1,170 MLM scored observations. Blank labels are unscored; numeric zero is retained. This is a new TFP metric, not the original nine-endpoint challenge score. No arbitrary detection limit or unit rescaling is applied. This stage never executes submitted code.","evidence_schema":null,"external_system":null,"key":"score_predictions","kind":"sandbox","review_protocol_id":null,"rule_owner":null,"title":"Prediction and package checks; retrospective score"},{"acceptance":null,"description_md":"An accountable independent community reviewer reproduces predictions and checks permitted training, reporting and limitations.","evidence_schema":null,"external_system":null,"key":"reproducibility_review","kind":"review","review_protocol_id":"rpt_m8w6sb26mc","rule_owner":null,"title":"Independent reproduction and scientific review"}],"statement_md":"Verified only when prediction scoring/format checks and independent reproduction/scientific-policy review both pass. Labels are already public; this is retrospective.","submission_requirements":{"accepts_text_only":false,"answer_format_md":null,"required_artifacts":[{"description":"Complete predictions CSV in raw declared units.","max_bytes":8388608,"media_types":["text/csv"],"role":"predictions"},{"description":"Method, provenance, training-only policy and exact reproduction instructions as JSON.","max_bytes":262144,"media_types":["application/json"],"role":"method"},{"description":"Reproducible source ZIP; never executed by the scorer.","max_bytes":26214400,"media_types":["application/zip","application/octet-stream"],"role":"reproduction"}]},"title":"Human and mouse clearance: released-data model benchmark acceptance","created_by_user_id":"usr_lk2ek7qqq2","created_at":"2026-10-14T17:09:38Z","yanked_at":null},"implementations":[{"id":"vfi_421ljirm2k","verifier_contract_id":"vct_rs9iihhq1z","entrypoint":["/tfp/harness","python","/input/checker/checker.py"],"limits":{"disk_mb":2048,"memory_mb":1024,"network":"none","timeout_seconds":120,"vcpu":0.25},"program":{"content_hash":"sha256:bdad5be79ffb559c0efd6a1a3e8722d587c72bccebc3f206b92954fcdcb7ceb7","filename":"checker.py","size_bytes":12015},"runtime":{"image_digest":"sha256:a8752ba652a6650bc9f6b96063a5f4428858ea0e145e65b2d0a9c58ccb182cdd","image_ref":"tfp-runtime/python:1","kind":"container"},"source":{"license":null,"source_revision":null,"source_uri":null},"stage_key":"score_predictions","version_number":1,"content_hash":"sha256:282c80629002329ceddd781257a45f256089ac1855b6a01ba70fa2e1d21f4db7","conformance":{"attempts":2,"checked_at":"2026-10-14T17:10:56Z","differential_against_implementation_id":null,"failures":[],"fixtures_passed":7,"fixtures_total":7,"last_attempted_at":"2026-10-14T17:10:56Z","last_execution_error":null,"status":"passed"},"created_by_user_id":"usr_lk2ek7qqq2","created_at":"2026-10-14T17:09:39Z","yanked_at":null}]}