{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LB2FRRFU4U5BXLN7DO53LIENGT","short_pith_number":"pith:LB2FRRFU","canonical_record":{"source":{"id":"2409.19839","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-09-30T00:41:51Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"1ee80f602a2e8770bf7093684f4ba4efc76ea6cb55823697598195fbe3eba58e","abstract_canon_sha256":"9077631a6bdeaf67a2a9bddae3290b1c4c9a651b1034817e66cfbec0635cbd9f"},"schema_version":"1.0"},"canonical_sha256":"587458c4b4e53a1badbf1bbbb5a08d34dc358e76b3805ad56b84819c8b9d4a80","source":{"kind":"arxiv","id":"2409.19839","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.19839","created_at":"2026-07-05T10:21:23Z"},{"alias_kind":"arxiv_version","alias_value":"2409.19839v5","created_at":"2026-07-05T10:21:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.19839","created_at":"2026-07-05T10:21:23Z"},{"alias_kind":"pith_short_12","alias_value":"LB2FRRFU4U5B","created_at":"2026-07-05T10:21:23Z"},{"alias_kind":"pith_short_16","alias_value":"LB2FRRFU4U5BXLN7","created_at":"2026-07-05T10:21:23Z"},{"alias_kind":"pith_short_8","alias_value":"LB2FRRFU","created_at":"2026-07-05T10:21:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LB2FRRFU4U5BXLN7DO53LIENGT","target":"record","payload":{"canonical_record":{"source":{"id":"2409.19839","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-09-30T00:41:51Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"1ee80f602a2e8770bf7093684f4ba4efc76ea6cb55823697598195fbe3eba58e","abstract_canon_sha256":"9077631a6bdeaf67a2a9bddae3290b1c4c9a651b1034817e66cfbec0635cbd9f"},"schema_version":"1.0"},"canonical_sha256":"587458c4b4e53a1badbf1bbbb5a08d34dc358e76b3805ad56b84819c8b9d4a80","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:21:23.388552Z","signature_b64":"cZAxK2qbHuILKpI/RfkmQScqxRIAspbdO5IBhaBv9BlagRm63Obe2KrBsdHz+bquLb99ZpmC6MWrCZj7UtlIBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"587458c4b4e53a1badbf1bbbb5a08d34dc358e76b3805ad56b84819c8b9d4a80","last_reissued_at":"2026-07-05T10:21:23.388059Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:21:23.388059Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.19839","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oWrr8TMCH4iSBuusOOZVWmesuqJ151K06bhYSnyQKHPG75zCr8b8dIPpdb+4eEYZgwsBHojg5mQQerwJ/Qn/Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T17:41:57.718635Z"},"content_sha256":"79d054e1d12fd10ec62d5bcc50536607b8907b64f986f0ce298229ff1808c187","schema_version":"1.0","event_id":"sha256:79d054e1d12fd10ec62d5bcc50536607b8907b64f986f0ce298229ff1808c187"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LB2FRRFU4U5BXLN7DO53LIENGT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ForecastBench: A Dynamic Benchmark of AI Forecasting Capabilities","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Chen Yueh-Han, Danny Halawi, Ezra Karger, Fred Zhang, Houtan Bastani, Philip E. Tetlock, Zachary Jacobs","submitted_at":"2024-09-30T00:41:51Z","abstract_excerpt":"Forecasts of future events are essential inputs into informed decision-making. Machine learning (ML) systems have the potential to deliver forecasts at scale, but there is no framework for evaluating the accuracy of ML systems on a standardized set of forecasting questions. To address this gap, we introduce ForecastBench: a dynamic benchmark that evaluates the accuracy of ML systems on an automatically generated and regularly updated set of 1,000 forecasting questions. To avoid any possibility of data leakage, ForecastBench is comprised solely of questions about future events that have no know"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.19839","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.19839/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pP+Wqe8pB+77VGe6CbsxysmMfVDTbzZhn9f0Rme2RJ1+u0jzBsLu+8TooDhkSKKgss9lZftNrazb5WoPvUVwBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T17:41:57.719583Z"},"content_sha256":"cc2dad8bc8f1b95b6d38177d0b7bbe61d8c0be6b9973273a5c969a44ace02ffc","schema_version":"1.0","event_id":"sha256:cc2dad8bc8f1b95b6d38177d0b7bbe61d8c0be6b9973273a5c969a44ace02ffc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LB2FRRFU4U5BXLN7DO53LIENGT/bundle.json","state_url":"https://pith.science/pith/LB2FRRFU4U5BXLN7DO53LIENGT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LB2FRRFU4U5BXLN7DO53LIENGT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T17:41:57Z","links":{"resolver":"https://pith.science/pith/LB2FRRFU4U5BXLN7DO53LIENGT","bundle":"https://pith.science/pith/LB2FRRFU4U5BXLN7DO53LIENGT/bundle.json","state":"https://pith.science/pith/LB2FRRFU4U5BXLN7DO53LIENGT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LB2FRRFU4U5BXLN7DO53LIENGT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LB2FRRFU4U5BXLN7DO53LIENGT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9077631a6bdeaf67a2a9bddae3290b1c4c9a651b1034817e66cfbec0635cbd9f","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-09-30T00:41:51Z","title_canon_sha256":"1ee80f602a2e8770bf7093684f4ba4efc76ea6cb55823697598195fbe3eba58e"},"schema_version":"1.0","source":{"id":"2409.19839","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.19839","created_at":"2026-07-05T10:21:23Z"},{"alias_kind":"arxiv_version","alias_value":"2409.19839v5","created_at":"2026-07-05T10:21:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.19839","created_at":"2026-07-05T10:21:23Z"},{"alias_kind":"pith_short_12","alias_value":"LB2FRRFU4U5B","created_at":"2026-07-05T10:21:23Z"},{"alias_kind":"pith_short_16","alias_value":"LB2FRRFU4U5BXLN7","created_at":"2026-07-05T10:21:23Z"},{"alias_kind":"pith_short_8","alias_value":"LB2FRRFU","created_at":"2026-07-05T10:21:23Z"}],"graph_snapshots":[{"event_id":"sha256:cc2dad8bc8f1b95b6d38177d0b7bbe61d8c0be6b9973273a5c969a44ace02ffc","target":"graph","created_at":"2026-07-05T10:21:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.19839/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Forecasts of future events are essential inputs into informed decision-making. Machine learning (ML) systems have the potential to deliver forecasts at scale, but there is no framework for evaluating the accuracy of ML systems on a standardized set of forecasting questions. To address this gap, we introduce ForecastBench: a dynamic benchmark that evaluates the accuracy of ML systems on an automatically generated and regularly updated set of 1,000 forecasting questions. To avoid any possibility of data leakage, ForecastBench is comprised solely of questions about future events that have no know","authors_text":"Chen Yueh-Han, Danny Halawi, Ezra Karger, Fred Zhang, Houtan Bastani, Philip E. Tetlock, Zachary Jacobs","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-09-30T00:41:51Z","title":"ForecastBench: A Dynamic Benchmark of AI Forecasting Capabilities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.19839","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:79d054e1d12fd10ec62d5bcc50536607b8907b64f986f0ce298229ff1808c187","target":"record","created_at":"2026-07-05T10:21:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9077631a6bdeaf67a2a9bddae3290b1c4c9a651b1034817e66cfbec0635cbd9f","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-09-30T00:41:51Z","title_canon_sha256":"1ee80f602a2e8770bf7093684f4ba4efc76ea6cb55823697598195fbe3eba58e"},"schema_version":"1.0","source":{"id":"2409.19839","kind":"arxiv","version":5}},"canonical_sha256":"587458c4b4e53a1badbf1bbbb5a08d34dc358e76b3805ad56b84819c8b9d4a80","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"587458c4b4e53a1badbf1bbbb5a08d34dc358e76b3805ad56b84819c8b9d4a80","first_computed_at":"2026-07-05T10:21:23.388059Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:21:23.388059Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cZAxK2qbHuILKpI/RfkmQScqxRIAspbdO5IBhaBv9BlagRm63Obe2KrBsdHz+bquLb99ZpmC6MWrCZj7UtlIBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:21:23.388552Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.19839","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:79d054e1d12fd10ec62d5bcc50536607b8907b64f986f0ce298229ff1808c187","sha256:cc2dad8bc8f1b95b6d38177d0b7bbe61d8c0be6b9973273a5c969a44ace02ffc"],"state_sha256":"d4b281cc4e55841a842ee49cf02a84d2e73c8a11edbe4547578c8b3d9cf359f1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kRz/XR/tsEpS+VQFjK1ielHWpVNNr79g3Haf6VqlzX2But/hVAWho2ls5Y0SVzINx7sbkWcCJGylqzzgONC0AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T17:41:57.727048Z","bundle_sha256":"f320e31a7257331ca85881ccdfa4243c377cb692fff19e97cd0bd38e621e5c5a"}}