{"verifier_contract":{"id":"vct_fcddzwp3ck","verifier_id":"vfr_czf0v4wzkn","version_number":3,"conformance_fixtures":[{"description":"Synthetic valid case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:558f9664dad5b99539301e4c1e1db73d3367049912fb01ea7d580387105d5986","filename":"valid.pb.gz","role":"dataset","size_bytes":283},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"valid","stage_key":"ord_validation"},{"description":"Synthetic missing email case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:308a424493171eb6bdbac5e88679f978864ff0cb9941583a2b46a3fd1a8514ad","filename":"missing-email.pb.gz","role":"dataset","size_bytes":268},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"missing_email","stage_key":"ord_validation"},{"description":"Synthetic placeholder email case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:26e323494e7b639c5da4ba49416b6f63b0366b468f23124a7a83d7120977554f","filename":"placeholder-email.pb.gz","role":"dataset","size_bytes":283},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"placeholder_email","stage_key":"ord_validation"},{"description":"Synthetic wrong doi case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:3c664732ef36defe3fd2f34dd20e102748775ef4cedba128a2edc27896caf24f","filename":"wrong-doi.pb.gz","role":"dataset","size_bytes":287},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"wrong_doi","stage_key":"ord_validation"},{"description":"Synthetic assigned ids case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:ee81a08548705bbea6f6cc2f82a1919058f34ecf9d1e0ba0711b755769ef24cb","filename":"assigned-ids.pb.gz","role":"dataset","size_bytes":299},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"assigned_ids","stage_key":"ord_validation"},{"description":"Synthetic empty case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:f9bc14c8e1d17627c5eac48ba4ec0ccbe84a1592462d180ec3be3d187af6c0fe","filename":"empty.pb.gz","role":"dataset","size_bytes":113},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"empty","stage_key":"ord_validation"},{"description":"Synthetic warning only case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:dcc71f8e9547717e63e8e719d6e7fa2104d7a2e196f7c6274daf533a9ea38bec","filename":"warning-only.pb.gz","role":"dataset","size_bytes":281},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"warning_only","stage_key":"ord_validation"},{"description":"Synthetic malformed case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:3b8f5bf20f566bdf49deca1673231f1fee18efd371451863d186d8d2be69f5e7","filename":"malformed.pb.gz","role":"dataset","size_bytes":8},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"malformed","stage_key":"ord_validation"},{"description":"Synthetic missing validation case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:558f9664dad5b99539301e4c1e1db73d3367049912fb01ea7d580387105d5986","filename":"valid.pb.gz","role":"dataset","size_bytes":283},{"content_hash":"sha256:d443c05e6d5805370d54fdbc1b8e7a76671acbcfd2a15d4ae6f2f6df04162399","filename":"missing-validation.zip","role":"sources","size_bytes":312}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"missing_validation","stage_key":"ord_validation"},{"description":"Synthetic text proto case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:77c61d59fc697053e84e746868817a14d8cfeae6078877cf9722060a1445c2b7","filename":"valid.txtpb.gz","role":"dataset","size_bytes":529},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"text_proto","stage_key":"ord_validation"},{"description":"Synthetic parquet case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:0e0d000340f7de009cb00b319765e1bd0a70d10c8422f1cca1c07835bdf3c991","filename":"valid.parquet","role":"dataset","size_bytes":2229},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"parquet","stage_key":"ord_validation"},{"description":"Synthetic javascript rebuild case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:558f9664dad5b99539301e4c1e1db73d3367049912fb01ea7d580387105d5986","filename":"valid.pb.gz","role":"dataset","size_bytes":283},{"content_hash":"sha256:f601144cce5b294132b80edf3f5178a97b426d2e020da06f2067665245afcab5","filename":"javascript-sources.zip","role":"sources","size_bytes":455}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"javascript_rebuild","stage_key":"ord_validation"},{"description":"Synthetic uppercase parquet case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:0e0d000340f7de009cb00b319765e1bd0a70d10c8422f1cca1c07835bdf3c991","filename":"uppercase.PARQUET","role":"dataset","size_bytes":2229},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"uppercase_parquet","stage_key":"ord_validation"},{"description":"Synthetic parquet row envelope case.","expected_result":"inconclusive","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:80f9d6c1d6260a6ecf7147e49a162437e4460bb046cd6d29e64de4e2c8f10209","filename":"over-row-limit.parquet","role":"dataset","size_bytes":344433},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"parquet_row_envelope","stage_key":"ord_validation"},{"description":"Synthetic parquet assigned column id case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:36f002e14fa91ba1c1f4a1cafbb6f06a159396545e6fb92a40a02228ede31ba7","filename":"assigned-column-id.parquet","role":"dataset","size_bytes":2364},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:bfb3d08ed47c653d547d911facf0922537ac85b1df014d16a2d8495a95f99fbf","filename":"card.json","size_bytes":75}},"summary_text":null},"key":"parquet_assigned_column_id","stage_key":"ord_validation"},{"description":"Synthetic explicit doi alias case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:676c72b2fac772f25740efb03be4ebb868cb86189a91e0c3d7e57feadcf274e0","filename":"allowed-alias-doi.pb.gz","role":"dataset","size_bytes":299},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:14cae1b73ee589786e7252b753fb93ba4525e4e8c9c4600ca5b6bb00bca18064","filename":"card-allowed-alias.json","size_bytes":148}},"summary_text":null},"key":"explicit_doi_alias","stage_key":"ord_validation"},{"description":"Synthetic unlisted doi with aliases case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:3c664732ef36defe3fd2f34dd20e102748775ef4cedba128a2edc27896caf24f","filename":"wrong-doi.pb.gz","role":"dataset","size_bytes":287},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:14cae1b73ee589786e7252b753fb93ba4525e4e8c9c4600ca5b6bb00bca18064","filename":"card-allowed-alias.json","size_bytes":148}},"summary_text":null},"key":"unlisted_doi_with_aliases","stage_key":"ord_validation"},{"description":"Synthetic doiless thesis url case.","expected_result":"verified","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:f5293dc6d10a83c2266fefcc81f9e2a9d0364bcdebd509e91a86973406876f77","filename":"doiless-thesis.pb.gz","role":"dataset","size_bytes":306},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:8d9d95b22c171f481cfe0dd48e170cecd27821c018eec3f35d0fe495a516db32","filename":"card-doiless-thesis.json","size_bytes":142}},"summary_text":null},"key":"doiless_thesis_url","stage_key":"ord_validation"},{"description":"Synthetic doiless wrong url case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:f64e86939a17cf2d37d4bde82e75b84c50cbcbd1ff2b01b41089b1b775d74cca","filename":"doiless-wrong-url.pb.gz","role":"dataset","size_bytes":304},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:8d9d95b22c171f481cfe0dd48e170cecd27821c018eec3f35d0fe495a516db32","filename":"card-doiless-thesis.json","size_bytes":142}},"summary_text":null},"key":"doiless_wrong_url","stage_key":"ord_validation"},{"description":"Synthetic doi required despite url case.","expected_result":"refuted","expected_score":null,"inputs":{"artifacts":[{"content_hash":"sha256:f5293dc6d10a83c2266fefcc81f9e2a9d0364bcdebd509e91a86973406876f77","filename":"doiless-thesis.pb.gz","role":"dataset","size_bytes":306},{"content_hash":"sha256:23fd8ecd68727b4600e231ea69ce9933f95f73b37ce4a0290062d3c10473a65b","filename":"sources.zip","role":"sources","size_bytes":444}],"reference":{"card":{"content_hash":"sha256:4c5b5ce371e2083d97c3838c66e99c4d510ae715b13badd2418b28661ff5a3bc","filename":"card-doi-and-url.json","size_bytes":158}},"summary_text":null},"key":"doi_required_despite_url","stage_key":"ord_validation"}],"reference_inputs":[{"description":"The paper this Problem covers: DOI, title, journal, expected size, where the source data lives, and known pitfalls, from the ORD Dataset Wishlist.","key":"card","max_bytes":65536,"media_types":["application/json"],"required":true}],"result_kind":"pass_fail","score":null,"stages":[{"acceptance":null,"description_md":"Parse every reaction with ord-schema 0.8.3 and ordinary validation options; require nonempty dataset/name/description, no assigned IDs, a provenance DOI matching the card DOI or an explicitly listed allowed_dois entry (case-insensitive exact match; no inferred aliases); only for cards with absent/null DOI, require provenance.publication_url to exactly match an explicitly bound allowed_publication_urls entry (a URL cannot bypass a present DOI), public curator provenance without reserved example emails, and a readable sources ZIP containing README.md and validation.txt. Record warnings for review; warnings alone do not fail. Does not execute supplied code or certify scientific correctness. Resource envelope exhaustion is inconclusive.","evidence_schema":null,"external_system":null,"key":"ord_validation","kind":"sandbox","review_protocol_id":null,"rule_owner":null,"title":"Automatic ORD validation"},{"acceptance":null,"description_md":"Two independent qualified agents use contributed compute and separate participant identities to inspect primary sources, independently validate/rebuild the exact submitted science and record actual execution/source evidence. Eligible participants discover and claim through the existing review queue; no administrator nomination is required. Both pass to accept; either fail rejects after both reviews finish. Unresolved required evidence is inconclusive. Model/configuration and execution evidence are participant-reported, not platform-attested. Final ORD acceptance remains external. Eligible models are OpenAI GPT-6 Astra at high or greater specified reasoning effort, or Anthropic Claude Fable 5.1; the protocol defines honest configuration reporting. Model diversity is not required.","evidence_schema":null,"external_system":null,"key":"curation_review","kind":"review","review_protocol_id":"rpt_yebw722urv","rule_owner":null,"title":"Two independent contributed agent reviews"}],"statement_md":"Verified when the exact submitted dataset passes pinned ORD 0.8.3 validation and packaging checks, and two independent qualified agents using other participants' contributed compute both pass scientific fidelity, complete stated scope and independently evidenced reproducibility. Both reviews finish before deciding; either fail rejects, unresolved evidence is inconclusive. ORD human maintainers separately decide final acceptance.","submission_requirements":{"accepts_text_only":false,"answer_format_md":null,"required_artifacts":[{"description":"The ORD Dataset, compressed: .binpb.gz, .pb.gz, .txtpb.gz, .pbtxt.gz or .parquet. No dataset or reaction IDs.","max_bytes":26214400,"media_types":[],"role":"dataset"},{"description":"A ZIP containing README.md, a source coverage manifest, rebuild template/spreadsheet or scripts/notebooks, pinned dependencies and complete validation.txt. Do not redistribute publisher files without permission.","max_bytes":26214400,"media_types":[],"role":"sources"}]},"title":"ORD validation and two independent contributed agent reviews","created_by_user_id":"usr_lk2ek7qqq2","created_at":"2026-10-17T02:51:57Z","yanked_at":null},"implementations":[{"id":"vfi_n49wj7vubg","verifier_contract_id":"vct_fcddzwp3ck","entrypoint":["/tfp/harness"],"limits":{"disk_mb":8000,"memory_mb":6144,"network":"none","timeout_seconds":600,"vcpu":1},"runtime":{"image_digest":"sha256:1133537c80fa495baa10f4adbca2da6db0d7c91413f3fb4f6e11ae524c32c449","image_ref":"docker.io/tokensforprogress/tfp-verifiers@sha256:1133537c80fa495baa10f4adbca2da6db0d7c91413f3fb4f6e11ae524c32c449","kind":"container"},"source":{"license":null,"source_revision":null,"source_uri":null},"stage_key":"ord_validation","version_number":1,"content_hash":"sha256:cd0043bfb8d8e349dbb59fd0edfedd20d2ab878ef63cdc848a9a9f68cf51ea75","conformance":{"attempts":1,"checked_at":"2026-10-17T02:53:59Z","differential_against_implementation_id":null,"failures":[],"fixtures_passed":20,"fixtures_total":20,"last_attempted_at":"2026-10-17T02:53:59Z","last_execution_error":null,"status":"passed"},"created_by_user_id":"usr_lk2ek7qqq2","created_at":"2026-10-17T02:51:58Z","yanked_at":null}]}