{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LCFPTMFK3EOTKTI3POCXIK3HEB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"64aceb96a1ee3ef16b56c1d30607ec88c9d2d279646cd4cc9c167e790b332fb2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-08-29T07:20:56Z","title_canon_sha256":"6b9d3703f9a61204b8d3eeec72eda431978ef20e5d0cc8a3c35333034bb50df3"},"schema_version":"1.0","source":{"id":"2408.16312","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.16312","created_at":"2026-07-05T10:05:12Z"},{"alias_kind":"arxiv_version","alias_value":"2408.16312v3","created_at":"2026-07-05T10:05:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.16312","created_at":"2026-07-05T10:05:12Z"},{"alias_kind":"pith_short_12","alias_value":"LCFPTMFK3EOT","created_at":"2026-07-05T10:05:12Z"},{"alias_kind":"pith_short_16","alias_value":"LCFPTMFK3EOTKTI3","created_at":"2026-07-05T10:05:12Z"},{"alias_kind":"pith_short_8","alias_value":"LCFPTMFK","created_at":"2026-07-05T10:05:12Z"}],"graph_snapshots":[{"event_id":"sha256:8bcda6f56e2c97120fb0b67859e5c4b91b452a853572a1d32c1d78dd15c1a08a","target":"graph","created_at":"2026-07-05T10:05:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.16312/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large-scale test collections play a crucial role in Information Retrieval (IR) research. However, according to the Cranfield paradigm and the research into publicly available datasets, the existing information retrieval research studies are commonly developed on small-scale datasets that rely on human assessors for relevance judgments - a time-intensive and expensive process. Recent studies have shown the strong capability of Large Language Models (LLMs) in producing reliable relevance judgments with human accuracy but at a greatly reduced cost. In this paper, to address the missing large-scal","authors_text":"Bhaskar Mitra, Emine Yilmaz, Hossein A. Rahmani, Nick Craswell, Paul Thomas, Xi Wang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-08-29T07:20:56Z","title":"SynDL: A Large-Scale Synthetic Test Collection for Passage Retrieval"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.16312","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:58de16a4ca62d677915c697afb9d11121a85acbc649a9a5b201932ccec0ccd70","target":"record","created_at":"2026-07-05T10:05:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"64aceb96a1ee3ef16b56c1d30607ec88c9d2d279646cd4cc9c167e790b332fb2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-08-29T07:20:56Z","title_canon_sha256":"6b9d3703f9a61204b8d3eeec72eda431978ef20e5d0cc8a3c35333034bb50df3"},"schema_version":"1.0","source":{"id":"2408.16312","kind":"arxiv","version":3}},"canonical_sha256":"588af9b0aad91d354d1b7b85742b67207cd68acfbc395bf4700cff846376b375","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"588af9b0aad91d354d1b7b85742b67207cd68acfbc395bf4700cff846376b375","first_computed_at":"2026-07-05T10:05:12.556560Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:05:12.556560Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IdtiaO9LTXF84xbaX3aBTr0WaWvV7PvKcEFH3+W76ssJSigrNl3hXnFRvcGkTXoUprem4rtqzSQVjKM9TBYzDg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:05:12.557055Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.16312","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:58de16a4ca62d677915c697afb9d11121a85acbc649a9a5b201932ccec0ccd70","sha256:8bcda6f56e2c97120fb0b67859e5c4b91b452a853572a1d32c1d78dd15c1a08a"],"state_sha256":"b620a9b9528671f18337c076767daa4b9e2572b4e947f58791dbbfd9fe4c5957"}