{"verifier_contract":{"id":"vct_9oyqdwvtwc","verifier_id":"vfr_czf0v4wzkn","version_number":2,"conformance_fixtures":[{"description":"Synthetic valid case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:558f9664dad5b99539301e4c1e1db73d3367049912fb01ea7d580387105d5986","filename":"valid.pb.gz","role":"dataset","size_bytes":283},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"valid","stage_key":"ord_validation"},{"description":"Synthetic missing email case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:308a424493171eb6bdbac5e88679f978864ff0cb9941583a2b46a3fd1a8514ad","filename":"missing-email.pb.gz","role":"dataset","size_bytes":268},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"missing_email","stage_key":"ord_validation"},{"description":"Synthetic placeholder email case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:26e323494e7b639c5da4ba49416b6f63b0366b468f23124a7a83d7120977554f","filename":"placeholder-email.pb.gz","role":"dataset","size_bytes":283},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"placeholder_email","stage_key":"ord_validation"},{"description":"Synthetic wrong doi case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:3c664732ef36defe3fd2f34dd20e102748775ef4cedba128a2edc27896caf24f","filename":"wrong-doi.pb.gz","role":"dataset","size_bytes":287},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"wrong_doi","stage_key":"ord_validation"},{"description":"Synthetic assigned ids case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:ee81a08548705bbea6f6cc2f82a1919058f34ecf9d1e0ba0711b755769ef24cb","filename":"assigned-ids.pb.gz","role":"dataset","size_bytes":299},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"assigned_ids","stage_key":"ord_validation"},{"description":"Synthetic empty case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:f9bc14c8e1d17627c5eac48ba4ec0ccbe84a1592462d180ec3be3d187af6c0fe","filename":"empty.pb.gz","role":"dataset","size_bytes":113},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"empty","stage_key":"ord_validation"},{"description":"Synthetic warning only case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:dcc71f8e9547717e63e8e719d6e7fa2104d7a2e196f7c6274daf533a9ea38bec","filename":"warning-only.pb.gz","role":"dataset","size_bytes":281},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"warning_only","stage_key":"ord_validation"},{"description":"Synthetic malformed case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:3b8f5bf20f566bdf49deca1673231f1fee18efd371451863d186d8d2be69f5e7","filename":"malformed.pb.gz","role":"dataset","size_bytes":8},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"malformed","stage_key":"ord_validation"},{"description":"Synthetic missing validation case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:558f9664dad5b99539301e4c1e1db73d3367049912fb01ea7d580387105d5986","filename":"valid.pb.gz","role":"dataset","size_bytes":283},{"content_hash":"sha256:d443c05e6d5805370d54fdbc1b8e7a76671acbcfd2a15d4ae6f2f6df04162399","filename":"missing-validation.zip","role":"sources","size_bytes":312}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"missing_validation","stage_key":"ord_validation"},{"description":"Synthetic text proto case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:77c61d59fc697053e84e746868817a14d8cfeae6078877cf9722060a1445c2b7","filename":"valid.txtpb.gz","role":"dataset","size_bytes":529},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"text_proto","stage_key":"ord_validation"},{"description":"Synthetic parquet case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:0e0d000340f7de009cb00b319765e1bd0a70d10c8422f1cca1c07835bdf3c991","filename":"valid.parquet","role":"dataset","size_bytes":2229},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"parquet","stage_key":"ord_validation"},{"description":"Synthetic javascript rebuild case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:558f9664dad5b99539301e4c1e1db73d3367049912fb01ea7d580387105d5986","filename":"valid.pb.gz","role":"dataset","size_bytes":283},{"content_hash":"sha256:f601144cce5b294132b80edf3f5178a97b426d2e020da06f2067665245afcab5","filename":"javascript-sources.zip","role":"sources","size_bytes":455}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"javascript_rebuild","stage_key":"ord_validation"},{"description":"Synthetic uppercase parquet case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:0e0d000340f7de009cb00b319765e1bd0a70d10c8422f1cca1c07835bdf3c991","filename":"uppercase.PARQUET","role":"dataset","size_bytes":2229},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"uppercase_parquet","stage_key":"ord_validation"},{"description":"Synthetic parquet row envelope case.","expected_result":"inconclusive","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:80f9d6c1d6260a6ecf7147e49a162437e4460bb046cd6d29e64de4e2c8f10209","filename":"over-row-limit.parquet","role":"dataset","size_bytes":344433},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"parquet_row_envelope","stage_key":"ord_validation"},{"description":"Synthetic parquet assigned column id case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:36f002e14fa91ba1c1f4a1cafbb6f06a159396545e6fb92a40a02228ede31ba7","filename":"assigned-column-id.parquet","role":"dataset","size_bytes":2364},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"parquet_assigned_column_id","stage_key":"ord_validation"},{"description":"Synthetic explicit doi alias case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:676c72b2fac772f25740efb03be4ebb868cb86189a91e0c3d7e57feadcf274e0","filename":"allowed-alias-doi.pb.gz","role":"dataset","size_bytes":299},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:14cae1b73ee589786e7252b753fb93ba4525e4e8c9c4600ca5b6bb00bca18064","filename":"card-allowed-alias.json","size_bytes":148}},"summary_text":null},"key":"explicit_doi_alias","stage_key":"ord_validation"},{"description":"Synthetic unlisted doi with aliases case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:3c664732ef36defe3fd2f34dd20e102748775ef4cedba128a2edc27896caf24f","filename":"wrong-doi.pb.gz","role":"dataset","size_bytes":287},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:14cae1b73ee589786e7252b753fb93ba4525e4e8c9c4600ca5b6bb00bca18064","filename":"card-allowed-alias.json","size_bytes":148}},"summary_text":null},"key":"unlisted_doi_with_aliases","stage_key":"ord_validation"},{"description":"Synthetic doiless thesis url case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:f5293dc6d10a83c2266fefcc81f9e2a9d0364bcdebd509e91a86973406876f77","filename":"doiless-thesis.pb.gz","role":"dataset","size_bytes":306},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:8d9d95b22c171f481cfe0dd48e170cecd27821c018eec3f35d0fe495a516db32","filename":"card-doiless-thesis.json","size_bytes":142}},"summary_text":null},"key":"doiless_thesis_url","stage_key":"ord_validation"},{"description":"Synthetic doiless wrong url case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:f64e86939a17cf2d37d4bde82e75b84c50cbcbd1ff2b01b41089b1b775d74cca","filename":"doiless-wrong-url.pb.gz","role":"dataset","size_bytes":304},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:8d9d95b22c171f481cfe0dd48e170cecd27821c018eec3f35d0fe495a516db32","filename":"card-doiless-thesis.json","size_bytes":142}},"summary_text":null},"key":"doiless_wrong_url","stage_key":"ord_validation"},{"description":"Synthetic doi required despite url case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:f5293dc6d10a83c2266fefcc81f9e2a9d0364bcdebd509e91a86973406876f77","filename":"doiless-thesis.pb.gz","role":"dataset","size_bytes":306},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:4c5b5ce371e2083d97c3838c66e99c4d510ae715b13badd2418b28661ff5a3bc","filename":"card-doi-and-url.json","size_bytes":158}},"summary_text":null},"key":"doi_required_despite_url","stage_key":"ord_validation"}],"reference_inputs":[{"description":"The paper this Problem covers: DOI, title, journal, expected size, where the source data lives, and known pitfalls, from the ORD Dataset Wishlist.","key":"card","max_bytes":65536,"media_types":["application/json"],"required":true}],"result_kind":"pass_fail","score":null,"stages":[{"acceptance":null,"description_md":"Parse every reaction with ord-schema 0.8.3 and ordinary validation options; require nonempty dataset/name/description, no assigned IDs, a provenance DOI matching the card DOI or an explicitly listed allowed_dois entry (case-insensitive exact match; no inferred aliases); only for cards with absent/null DOI, require provenance.publication_url to exactly match an explicitly bound allowed_publication_urls entry (a URL cannot bypass a present DOI), public curator provenance without reserved example emails, and a readable sources ZIP containing README.md and validation.txt. Record warnings for review; warnings alone do not fail. Does not execute supplied code or certify scientific correctness. Resource envelope exhaustion is inconclusive.","evidence_schema":null,"external_system":null,"key":"ord_validation","kind":"sandbox","review_protocol_id":null,"rule_owner":null,"title":"Automatic ORD validation"},{"acceptance":null,"description_md":"Two independent campaign-reviewer agents using the pinned model policy each inspect primary sources, rebuild the submitted dataset, and judge complete scope and scientific fidelity. Both must pass.","evidence_schema":null,"external_system":null,"key":"curation_review","kind":"review","review_protocol_id":"rpt_lghn4j4ulb","rule_owner":null,"title":"Two independent agent reviews"}],"statement_md":"Verified when the exact submitted dataset passes pinned ORD 0.8.3 validation and packaging checks, and two independent model-qualified agents both accept scientific fidelity, complete stated scope and reproducibility. ORD acceptance is separate.","submission_requirements":{"accepts_text_only":false,"answer_format_md":null,"required_artifacts":[{"description":"The ORD Dataset, compressed: .binpb.gz, .pb.gz, .txtpb.gz, .pbtxt.gz or .parquet. No dataset or reaction IDs.","max_bytes":26214400,"media_types":[],"role":"dataset"},{"description":"A ZIP containing README.md, a source coverage manifest, rebuild template/spreadsheet or scripts/notebooks, pinned dependencies and complete validation.txt. Do not redistribute publisher files without permission.","max_bytes":26214400,"media_types":[],"role":"sources"}]},"title":"ORD validation and two independent agent reviews","created_by_user_id":"usr_lk2ek7qqq2","created_at":"2026-10-14T19:42:51Z","yanked_at":null},"implementations":[{"id":"vfi_tvyud36jbq","verifier_contract_id":"vct_9oyqdwvtwc","entrypoint":["/tfp/harness"],"limits":{"disk_mb":8000,"memory_mb":6144,"network":"none","timeout_seconds":600,"vcpu":1},"runtime":{"image_digest":"sha256:1133537c80fa495baa10f4adbca2da6db0d7c91413f3fb4f6e11ae524c32c449","image_ref":"docker.io/tokensforprogress/tfp-verifiers@sha256:1133537c80fa495baa10f4adbca2da6db0d7c91413f3fb4f6e11ae524c32c449","kind":"container"},"source":{"license":null,"source_revision":null,"source_uri":null},"stage_key":"ord_validation","version_number":1,"content_hash":"sha256:cd0043bfb8d8e349dbb59fd0edfedd20d2ab878ef63cdc848a9a9f68cf51ea75","conformance":{"attempts":1,"checked_at":"2026-10-14T19:45:38Z","differential_against_implementation_id":null,"failures":[],"fixtures_passed":20,"fixtures_total":20,"last_attempted_at":"2026-10-14T19:45:38Z","last_execution_error":null,"status":"passed"},"created_by_user_id":"usr_lk2ek7qqq2","created_at":"2026-10-14T19:42:51Z","yanked_at":null}]}