{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HCACXK7XI72YVCA5SY6UEWM7F5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"495238b0ece5b674ccba210f233dfb347038d5d799b35df5a7777d0472196d32","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-11-20T19:01:03Z","title_canon_sha256":"9340ecc1dfb44ca688deca821c37a661b78f2fe17496745986a08d254da24e6e"},"schema_version":"1.0","source":{"id":"2411.13653","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.13653","created_at":"2026-07-05T09:38:35Z"},{"alias_kind":"arxiv_version","alias_value":"2411.13653v1","created_at":"2026-07-05T09:38:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.13653","created_at":"2026-07-05T09:38:35Z"},{"alias_kind":"pith_short_12","alias_value":"HCACXK7XI72Y","created_at":"2026-07-05T09:38:35Z"},{"alias_kind":"pith_short_16","alias_value":"HCACXK7XI72YVCA5","created_at":"2026-07-05T09:38:35Z"},{"alias_kind":"pith_short_8","alias_value":"HCACXK7X","created_at":"2026-07-05T09:38:35Z"}],"graph_snapshots":[{"event_id":"sha256:3bc31de8c864a145df82c2e4d2361b99e1dbc79ff1eb097621f4e35b94319973","target":"graph","created_at":"2026-07-05T09:38:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.13653/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Rapid model validation via the train-test paradigm has been a key driver for the breathtaking progress in machine learning and AI. However, modern AI systems often depend on a combination of tasks and data collection practices that violate all assumptions ensuring test validity. Yet, without rigorous model validation we cannot ensure the intended outcomes of deployed AI systems, including positive social impact, nor continue to advance AI research in a scientifically sound way. In this paper, I will show that for widely considered inference settings in complex social systems the train-test par","authors_text":"Maximilian Nickel","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-11-20T19:01:03Z","title":"No Free Delivery Service: Epistemic limits of passive data collection in complex social systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.13653","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:57ead95915ec62b63b2e46219aff5b02279f65cd4b1495c9cc7e403ea8fb1613","target":"record","created_at":"2026-07-05T09:38:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"495238b0ece5b674ccba210f233dfb347038d5d799b35df5a7777d0472196d32","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-11-20T19:01:03Z","title_canon_sha256":"9340ecc1dfb44ca688deca821c37a661b78f2fe17496745986a08d254da24e6e"},"schema_version":"1.0","source":{"id":"2411.13653","kind":"arxiv","version":1}},"canonical_sha256":"38802babf747f58a881d963d42599f2f485b4689757127debf224e94311f6bf3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"38802babf747f58a881d963d42599f2f485b4689757127debf224e94311f6bf3","first_computed_at":"2026-07-05T09:38:35.089621Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:38:35.089621Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"l52L3lI9mprnvjCK1ZKd2vscS1iHBMMipSpsdBlcs/B8LVcDbgXvoSCsiBNOOq4d4unM8kO6AhdZx+4MKCfvDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:38:35.089998Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.13653","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:57ead95915ec62b63b2e46219aff5b02279f65cd4b1495c9cc7e403ea8fb1613","sha256:3bc31de8c864a145df82c2e4d2361b99e1dbc79ff1eb097621f4e35b94319973"],"state_sha256":"307543c29c5052df90b060664a3688e52484a65d932fd4e267eae13c8beb1bcd"}