{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:AOD3BX2J6627WCR6CWVZS3MWTY","short_pith_number":"pith:AOD3BX2J","canonical_record":{"source":{"id":"2411.08324","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-13T04:20:20Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"e6d047b6715130d9e5dd57bb554377b460c7dac5a38e6edb666ff8e9075fa83d","abstract_canon_sha256":"1143dfba1c12f2387946a24bb7a2eb8aaa3ff3da361f9b790ee956b3efe35d16"},"schema_version":"1.0"},"canonical_sha256":"0387b0df49f7b5fb0a3e15ab996d969e1890295a03eb8be281afd4ff2fed17da","source":{"kind":"arxiv","id":"2411.08324","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.08324","created_at":"2026-07-05T11:33:17Z"},{"alias_kind":"arxiv_version","alias_value":"2411.08324v2","created_at":"2026-07-05T11:33:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.08324","created_at":"2026-07-05T11:33:17Z"},{"alias_kind":"pith_short_12","alias_value":"AOD3BX2J6627","created_at":"2026-07-05T11:33:17Z"},{"alias_kind":"pith_short_16","alias_value":"AOD3BX2J6627WCR6","created_at":"2026-07-05T11:33:17Z"},{"alias_kind":"pith_short_8","alias_value":"AOD3BX2J","created_at":"2026-07-05T11:33:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:AOD3BX2J6627WCR6CWVZS3MWTY","target":"record","payload":{"canonical_record":{"source":{"id":"2411.08324","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-13T04:20:20Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"e6d047b6715130d9e5dd57bb554377b460c7dac5a38e6edb666ff8e9075fa83d","abstract_canon_sha256":"1143dfba1c12f2387946a24bb7a2eb8aaa3ff3da361f9b790ee956b3efe35d16"},"schema_version":"1.0"},"canonical_sha256":"0387b0df49f7b5fb0a3e15ab996d969e1890295a03eb8be281afd4ff2fed17da","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:33:17.382856Z","signature_b64":"xbcnTX1DrDBylyXtrfS2kttf9JVDDzwrllewajBlb7ACg3YdhMsz6seA2+5ug1EbDMTQjSyIRSwaMTM0wD6SDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0387b0df49f7b5fb0a3e15ab996d969e1890295a03eb8be281afd4ff2fed17da","last_reissued_at":"2026-07-05T11:33:17.382380Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:33:17.382380Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.08324","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:33:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z2dLJt3iC1yLCOh5uPQ2Vc+dRVCh7oihYSqsjSgI5uk4T4i0moVFtk0TRx1/uUERmI/qr2D/nDOUgTnWUvZbAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T17:15:15.012626Z"},"content_sha256":"dcb50564a37a221724b777ebc77c7c4cc640224cc331e471b9fba688d32a50cd","schema_version":"1.0","event_id":"sha256:dcb50564a37a221724b777ebc77c7c4cc640224cc331e471b9fba688d32a50cd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:AOD3BX2J6627WCR6CWVZS3MWTY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Are LLMs Prescient? A Continuous Evaluation using Daily News as the Oracle","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Hui Dai, Mengye Ren, Ryan Teehan","submitted_at":"2024-11-13T04:20:20Z","abstract_excerpt":"Many existing evaluation benchmarks for Large Language Models (LLMs) quickly become outdated due to the emergence of new models and training data. These benchmarks also fall short in assessing how LLM performance changes over time, as they consist of a static set of questions without a temporal dimension. To address these limitations, we propose using future event prediction as a continuous evaluation method to assess LLMs' temporal generalization and forecasting abilities. Our benchmark, Daily Oracle, automatically generates question-answer (QA) pairs from daily news, challenging LLMs to pred"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.08324","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.08324/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:33:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k45l74gGNKt72grVaNM5QHC2dp8ddFAsiS9mSVhDfZLb0TNP8kJRnpIZ2+8vI0iCTpea8PUt6v7SyvwdzWeJDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T17:15:15.013275Z"},"content_sha256":"3866464e2a215524982542c3527a3c2ac182f877ddb839af136da327eb469378","schema_version":"1.0","event_id":"sha256:3866464e2a215524982542c3527a3c2ac182f877ddb839af136da327eb469378"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AOD3BX2J6627WCR6CWVZS3MWTY/bundle.json","state_url":"https://pith.science/pith/AOD3BX2J6627WCR6CWVZS3MWTY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AOD3BX2J6627WCR6CWVZS3MWTY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T17:15:15Z","links":{"resolver":"https://pith.science/pith/AOD3BX2J6627WCR6CWVZS3MWTY","bundle":"https://pith.science/pith/AOD3BX2J6627WCR6CWVZS3MWTY/bundle.json","state":"https://pith.science/pith/AOD3BX2J6627WCR6CWVZS3MWTY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AOD3BX2J6627WCR6CWVZS3MWTY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:AOD3BX2J6627WCR6CWVZS3MWTY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1143dfba1c12f2387946a24bb7a2eb8aaa3ff3da361f9b790ee956b3efe35d16","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-13T04:20:20Z","title_canon_sha256":"e6d047b6715130d9e5dd57bb554377b460c7dac5a38e6edb666ff8e9075fa83d"},"schema_version":"1.0","source":{"id":"2411.08324","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.08324","created_at":"2026-07-05T11:33:17Z"},{"alias_kind":"arxiv_version","alias_value":"2411.08324v2","created_at":"2026-07-05T11:33:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.08324","created_at":"2026-07-05T11:33:17Z"},{"alias_kind":"pith_short_12","alias_value":"AOD3BX2J6627","created_at":"2026-07-05T11:33:17Z"},{"alias_kind":"pith_short_16","alias_value":"AOD3BX2J6627WCR6","created_at":"2026-07-05T11:33:17Z"},{"alias_kind":"pith_short_8","alias_value":"AOD3BX2J","created_at":"2026-07-05T11:33:17Z"}],"graph_snapshots":[{"event_id":"sha256:3866464e2a215524982542c3527a3c2ac182f877ddb839af136da327eb469378","target":"graph","created_at":"2026-07-05T11:33:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.08324/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many existing evaluation benchmarks for Large Language Models (LLMs) quickly become outdated due to the emergence of new models and training data. These benchmarks also fall short in assessing how LLM performance changes over time, as they consist of a static set of questions without a temporal dimension. To address these limitations, we propose using future event prediction as a continuous evaluation method to assess LLMs' temporal generalization and forecasting abilities. Our benchmark, Daily Oracle, automatically generates question-answer (QA) pairs from daily news, challenging LLMs to pred","authors_text":"Hui Dai, Mengye Ren, Ryan Teehan","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-13T04:20:20Z","title":"Are LLMs Prescient? A Continuous Evaluation using Daily News as the Oracle"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.08324","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dcb50564a37a221724b777ebc77c7c4cc640224cc331e471b9fba688d32a50cd","target":"record","created_at":"2026-07-05T11:33:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1143dfba1c12f2387946a24bb7a2eb8aaa3ff3da361f9b790ee956b3efe35d16","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-13T04:20:20Z","title_canon_sha256":"e6d047b6715130d9e5dd57bb554377b460c7dac5a38e6edb666ff8e9075fa83d"},"schema_version":"1.0","source":{"id":"2411.08324","kind":"arxiv","version":2}},"canonical_sha256":"0387b0df49f7b5fb0a3e15ab996d969e1890295a03eb8be281afd4ff2fed17da","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0387b0df49f7b5fb0a3e15ab996d969e1890295a03eb8be281afd4ff2fed17da","first_computed_at":"2026-07-05T11:33:17.382380Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:33:17.382380Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xbcnTX1DrDBylyXtrfS2kttf9JVDDzwrllewajBlb7ACg3YdhMsz6seA2+5ug1EbDMTQjSyIRSwaMTM0wD6SDw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:33:17.382856Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.08324","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dcb50564a37a221724b777ebc77c7c4cc640224cc331e471b9fba688d32a50cd","sha256:3866464e2a215524982542c3527a3c2ac182f877ddb839af136da327eb469378"],"state_sha256":"ac75181f3c972e1c19a138a16ebc06c8f98d0d8a25674a3ad165368cf1d41d29"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XHfohTFWv8TM1PbWwsj+5c/ZgoHcdXZMIo/+P70wHfkoy5rV1RHVPXIfKjVSaIeO5O3UXzxoxzzP7xlQdYxnAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T17:15:15.018053Z","bundle_sha256":"d601f6d2fc09ae6e05adb8a83680040b04d81806aa69ae6c9837681d9d01124a"}}