{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:C7XFUXW26STJBLVJPUQN46U3ZT","short_pith_number":"pith:C7XFUXW2","canonical_record":{"source":{"id":"2408.12036","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-21T23:42:06Z","cross_cats_sorted":["cs.AI","cs.CL","cs.IR"],"title_canon_sha256":"e87cb33c507522091ea87d8cca9e215d0671079c2aa18395b8eca83eb18889e6","abstract_canon_sha256":"b9305e56849fc80ada964419ec4891732956e21a2ce5e876975c81619328a0aa"},"schema_version":"1.0"},"canonical_sha256":"17ee5a5edaf4a690aea97d20de7a9bccecde27a2bd8ace7e10587b4d782dab56","source":{"kind":"arxiv","id":"2408.12036","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.12036","created_at":"2026-07-05T09:29:32Z"},{"alias_kind":"arxiv_version","alias_value":"2408.12036v2","created_at":"2026-07-05T09:29:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.12036","created_at":"2026-07-05T09:29:32Z"},{"alias_kind":"pith_short_12","alias_value":"C7XFUXW26STJ","created_at":"2026-07-05T09:29:32Z"},{"alias_kind":"pith_short_16","alias_value":"C7XFUXW26STJBLVJ","created_at":"2026-07-05T09:29:32Z"},{"alias_kind":"pith_short_8","alias_value":"C7XFUXW2","created_at":"2026-07-05T09:29:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:C7XFUXW26STJBLVJPUQN46U3ZT","target":"record","payload":{"canonical_record":{"source":{"id":"2408.12036","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-21T23:42:06Z","cross_cats_sorted":["cs.AI","cs.CL","cs.IR"],"title_canon_sha256":"e87cb33c507522091ea87d8cca9e215d0671079c2aa18395b8eca83eb18889e6","abstract_canon_sha256":"b9305e56849fc80ada964419ec4891732956e21a2ce5e876975c81619328a0aa"},"schema_version":"1.0"},"canonical_sha256":"17ee5a5edaf4a690aea97d20de7a9bccecde27a2bd8ace7e10587b4d782dab56","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:29:32.632917Z","signature_b64":"CWArRKOPq35va2UauRF/VXeHdf5AT+1SSxXdDDk6YFD5G3veiyCj9U69LI8CRnRRgF+xHDfrCqtSLLrGH51iBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"17ee5a5edaf4a690aea97d20de7a9bccecde27a2bd8ace7e10587b4d782dab56","last_reissued_at":"2026-07-05T09:29:32.632423Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:29:32.632423Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.12036","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1LD0yOEjetE7DN3BANIe4/e1/e/+luvbjt3wfSjUFKmwBXLAvjgj6D68ex02Fe9VtB1HoxGBmoDAql3pcXmBAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T05:31:49.539362Z"},"content_sha256":"f9066318d374355c4366493c3f92d8cfe060d71d41cfcbc375120a7f104952bb","schema_version":"1.0","event_id":"sha256:f9066318d374355c4366493c3f92d8cfe060d71d41cfcbc375120a7f104952bb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:C7XFUXW26STJBLVJPUQN46U3ZT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reasoning and Tools for Human-Level Forecasting","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.IR"],"primary_cat":"cs.LG","authors_text":"Elvis Hsieh, Jonathan Chen, Preston Fu","submitted_at":"2024-08-21T23:42:06Z","abstract_excerpt":"Language models (LMs) trained on web-scale datasets are largely successful due to their ability to memorize large amounts of training data, even if only present in a few examples. These capabilities are often desirable in evaluation on tasks such as question answering but raise questions about whether these models can exhibit genuine reasoning or succeed only at mimicking patterns from the training data. This distinction is particularly salient in forecasting tasks, where the answer is not present in the training data, and the model must reason to make logical deductions. We present Reasoning "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.12036","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.12036/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"onAuDoftGuS9bZmHcHxxh14Wm9a8I1f36rok91ADOkFl/1EexWcDMUwU+4QbeGQWgjSJT/bl3Y/YsXseaWB0DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T05:31:49.539962Z"},"content_sha256":"f00889847385ed6384ab5aa11ce727243a9e7895774d0e5b64c67c33cefe6232","schema_version":"1.0","event_id":"sha256:f00889847385ed6384ab5aa11ce727243a9e7895774d0e5b64c67c33cefe6232"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C7XFUXW26STJBLVJPUQN46U3ZT/bundle.json","state_url":"https://pith.science/pith/C7XFUXW26STJBLVJPUQN46U3ZT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C7XFUXW26STJBLVJPUQN46U3ZT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T05:31:49Z","links":{"resolver":"https://pith.science/pith/C7XFUXW26STJBLVJPUQN46U3ZT","bundle":"https://pith.science/pith/C7XFUXW26STJBLVJPUQN46U3ZT/bundle.json","state":"https://pith.science/pith/C7XFUXW26STJBLVJPUQN46U3ZT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C7XFUXW26STJBLVJPUQN46U3ZT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:C7XFUXW26STJBLVJPUQN46U3ZT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b9305e56849fc80ada964419ec4891732956e21a2ce5e876975c81619328a0aa","cross_cats_sorted":["cs.AI","cs.CL","cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-21T23:42:06Z","title_canon_sha256":"e87cb33c507522091ea87d8cca9e215d0671079c2aa18395b8eca83eb18889e6"},"schema_version":"1.0","source":{"id":"2408.12036","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.12036","created_at":"2026-07-05T09:29:32Z"},{"alias_kind":"arxiv_version","alias_value":"2408.12036v2","created_at":"2026-07-05T09:29:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.12036","created_at":"2026-07-05T09:29:32Z"},{"alias_kind":"pith_short_12","alias_value":"C7XFUXW26STJ","created_at":"2026-07-05T09:29:32Z"},{"alias_kind":"pith_short_16","alias_value":"C7XFUXW26STJBLVJ","created_at":"2026-07-05T09:29:32Z"},{"alias_kind":"pith_short_8","alias_value":"C7XFUXW2","created_at":"2026-07-05T09:29:32Z"}],"graph_snapshots":[{"event_id":"sha256:f00889847385ed6384ab5aa11ce727243a9e7895774d0e5b64c67c33cefe6232","target":"graph","created_at":"2026-07-05T09:29:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.12036/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language models (LMs) trained on web-scale datasets are largely successful due to their ability to memorize large amounts of training data, even if only present in a few examples. These capabilities are often desirable in evaluation on tasks such as question answering but raise questions about whether these models can exhibit genuine reasoning or succeed only at mimicking patterns from the training data. This distinction is particularly salient in forecasting tasks, where the answer is not present in the training data, and the model must reason to make logical deductions. We present Reasoning ","authors_text":"Elvis Hsieh, Jonathan Chen, Preston Fu","cross_cats":["cs.AI","cs.CL","cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-21T23:42:06Z","title":"Reasoning and Tools for Human-Level Forecasting"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.12036","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f9066318d374355c4366493c3f92d8cfe060d71d41cfcbc375120a7f104952bb","target":"record","created_at":"2026-07-05T09:29:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b9305e56849fc80ada964419ec4891732956e21a2ce5e876975c81619328a0aa","cross_cats_sorted":["cs.AI","cs.CL","cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-21T23:42:06Z","title_canon_sha256":"e87cb33c507522091ea87d8cca9e215d0671079c2aa18395b8eca83eb18889e6"},"schema_version":"1.0","source":{"id":"2408.12036","kind":"arxiv","version":2}},"canonical_sha256":"17ee5a5edaf4a690aea97d20de7a9bccecde27a2bd8ace7e10587b4d782dab56","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"17ee5a5edaf4a690aea97d20de7a9bccecde27a2bd8ace7e10587b4d782dab56","first_computed_at":"2026-07-05T09:29:32.632423Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:29:32.632423Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CWArRKOPq35va2UauRF/VXeHdf5AT+1SSxXdDDk6YFD5G3veiyCj9U69LI8CRnRRgF+xHDfrCqtSLLrGH51iBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:29:32.632917Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.12036","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f9066318d374355c4366493c3f92d8cfe060d71d41cfcbc375120a7f104952bb","sha256:f00889847385ed6384ab5aa11ce727243a9e7895774d0e5b64c67c33cefe6232"],"state_sha256":"2c8e53d804f450a4037a218f8380dc0e3fd49d8739bd6974bd9611da34b74168"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6gY7U6+DNZSN1SBjTat2uV66xhn0tkNtToSMqwlx6QzBahZfIR+69H4TXmUWXDtcI6wAyZZc5oRrtQTmUS7LCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T05:31:49.544149Z","bundle_sha256":"87d5ec396ab9a5418b7745b141e41579360039c3b38676a33b000a169ed91c73"}}