{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:W3AK36ZL7XAB3KYMMIOBI4XGLR","short_pith_number":"pith:W3AK36ZL","canonical_record":{"source":{"id":"2410.23123","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-30T15:31:54Z","cross_cats_sorted":[],"title_canon_sha256":"4f66fab8a0c93e674de0d64511213fbcff35081acb44015f50ce35197cbc5594","abstract_canon_sha256":"0d0100dbd5983ac70ae965836b1c77ea77d7cf91eae57eb24647433f4722bbd7"},"schema_version":"1.0"},"canonical_sha256":"b6c0adfb2bfdc01dab0c621c1472e65c78f0b47e245c5c8278c0e14aeda4289b","source":{"kind":"arxiv","id":"2410.23123","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.23123","created_at":"2026-07-05T10:23:24Z"},{"alias_kind":"arxiv_version","alias_value":"2410.23123v2","created_at":"2026-07-05T10:23:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.23123","created_at":"2026-07-05T10:23:24Z"},{"alias_kind":"pith_short_12","alias_value":"W3AK36ZL7XAB","created_at":"2026-07-05T10:23:24Z"},{"alias_kind":"pith_short_16","alias_value":"W3AK36ZL7XAB3KYM","created_at":"2026-07-05T10:23:24Z"},{"alias_kind":"pith_short_8","alias_value":"W3AK36ZL","created_at":"2026-07-05T10:23:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:W3AK36ZL7XAB3KYMMIOBI4XGLR","target":"record","payload":{"canonical_record":{"source":{"id":"2410.23123","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-30T15:31:54Z","cross_cats_sorted":[],"title_canon_sha256":"4f66fab8a0c93e674de0d64511213fbcff35081acb44015f50ce35197cbc5594","abstract_canon_sha256":"0d0100dbd5983ac70ae965836b1c77ea77d7cf91eae57eb24647433f4722bbd7"},"schema_version":"1.0"},"canonical_sha256":"b6c0adfb2bfdc01dab0c621c1472e65c78f0b47e245c5c8278c0e14aeda4289b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:23:24.791406Z","signature_b64":"sXxmu+krwsOxUVLggb8F6yEpSQUm9FeE7fg4QCIhPzu0uP718vaiva81H+UYbbeJLi1yl0lM/YZzENISIfmXDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b6c0adfb2bfdc01dab0c621c1472e65c78f0b47e245c5c8278c0e14aeda4289b","last_reissued_at":"2026-07-05T10:23:24.790743Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:23:24.790743Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.23123","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:23:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KRopTK8H04Mfx6i4eIABRgM1XpS4nPAYfmzPPHLY6MwGgueaJ60gAtX1BGufKA5dkQ9/AhTUJIshcJVQPXCdCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T05:33:38.465886Z"},"content_sha256":"763c18a4bfc6937b6b3d66175580e1ae0fc9e1985c8db51426580698881ec2fe","schema_version":"1.0","event_id":"sha256:763c18a4bfc6937b6b3d66175580e1ae0fc9e1985c8db51426580698881ec2fe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:W3AK36ZL7XAB3KYMMIOBI4XGLR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On Memorization of Large Language Models in Logical Reasoning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Badih Ghazi, Bill Yuchen Lin, Bo Li, Chiyuan Zhang, Chulin Xie, Da Yu, Ravi Kumar, Xinyun Chen, Yangsibo Huang","submitted_at":"2024-10-30T15:31:54Z","abstract_excerpt":"Large language models (LLMs) achieve good performance on challenging reasoning benchmarks, yet could also make basic reasoning mistakes. This contrasting behavior is puzzling when it comes to understanding the mechanisms behind LLMs' reasoning capabilities. One hypothesis is that the increasingly high and nearly saturated performance on common reasoning benchmarks could be due to the memorization of similar problems. In this paper, we systematically investigate this hypothesis with a quantitative measurement of memorization in reasoning tasks, using a dynamically generated logical reasoning be"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.23123","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.23123/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:23:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l49bXhfigPcxOptlt2r9dts9mLkm+DBgF4BA0kE8lOyGXurhpUfehv9UP6CWhXiTCwNqFLErRdf3vfjyef+FCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T05:33:38.466392Z"},"content_sha256":"96276bd722646294b02b02ff224eb59190f35d8a5bee9270c474069b038206ac","schema_version":"1.0","event_id":"sha256:96276bd722646294b02b02ff224eb59190f35d8a5bee9270c474069b038206ac"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W3AK36ZL7XAB3KYMMIOBI4XGLR/bundle.json","state_url":"https://pith.science/pith/W3AK36ZL7XAB3KYMMIOBI4XGLR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W3AK36ZL7XAB3KYMMIOBI4XGLR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T05:33:38Z","links":{"resolver":"https://pith.science/pith/W3AK36ZL7XAB3KYMMIOBI4XGLR","bundle":"https://pith.science/pith/W3AK36ZL7XAB3KYMMIOBI4XGLR/bundle.json","state":"https://pith.science/pith/W3AK36ZL7XAB3KYMMIOBI4XGLR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W3AK36ZL7XAB3KYMMIOBI4XGLR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:W3AK36ZL7XAB3KYMMIOBI4XGLR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0d0100dbd5983ac70ae965836b1c77ea77d7cf91eae57eb24647433f4722bbd7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-30T15:31:54Z","title_canon_sha256":"4f66fab8a0c93e674de0d64511213fbcff35081acb44015f50ce35197cbc5594"},"schema_version":"1.0","source":{"id":"2410.23123","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.23123","created_at":"2026-07-05T10:23:24Z"},{"alias_kind":"arxiv_version","alias_value":"2410.23123v2","created_at":"2026-07-05T10:23:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.23123","created_at":"2026-07-05T10:23:24Z"},{"alias_kind":"pith_short_12","alias_value":"W3AK36ZL7XAB","created_at":"2026-07-05T10:23:24Z"},{"alias_kind":"pith_short_16","alias_value":"W3AK36ZL7XAB3KYM","created_at":"2026-07-05T10:23:24Z"},{"alias_kind":"pith_short_8","alias_value":"W3AK36ZL","created_at":"2026-07-05T10:23:24Z"}],"graph_snapshots":[{"event_id":"sha256:96276bd722646294b02b02ff224eb59190f35d8a5bee9270c474069b038206ac","target":"graph","created_at":"2026-07-05T10:23:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.23123/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) achieve good performance on challenging reasoning benchmarks, yet could also make basic reasoning mistakes. This contrasting behavior is puzzling when it comes to understanding the mechanisms behind LLMs' reasoning capabilities. One hypothesis is that the increasingly high and nearly saturated performance on common reasoning benchmarks could be due to the memorization of similar problems. In this paper, we systematically investigate this hypothesis with a quantitative measurement of memorization in reasoning tasks, using a dynamically generated logical reasoning be","authors_text":"Badih Ghazi, Bill Yuchen Lin, Bo Li, Chiyuan Zhang, Chulin Xie, Da Yu, Ravi Kumar, Xinyun Chen, Yangsibo Huang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-30T15:31:54Z","title":"On Memorization of Large Language Models in Logical Reasoning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.23123","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:763c18a4bfc6937b6b3d66175580e1ae0fc9e1985c8db51426580698881ec2fe","target":"record","created_at":"2026-07-05T10:23:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0d0100dbd5983ac70ae965836b1c77ea77d7cf91eae57eb24647433f4722bbd7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-30T15:31:54Z","title_canon_sha256":"4f66fab8a0c93e674de0d64511213fbcff35081acb44015f50ce35197cbc5594"},"schema_version":"1.0","source":{"id":"2410.23123","kind":"arxiv","version":2}},"canonical_sha256":"b6c0adfb2bfdc01dab0c621c1472e65c78f0b47e245c5c8278c0e14aeda4289b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b6c0adfb2bfdc01dab0c621c1472e65c78f0b47e245c5c8278c0e14aeda4289b","first_computed_at":"2026-07-05T10:23:24.790743Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:23:24.790743Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sXxmu+krwsOxUVLggb8F6yEpSQUm9FeE7fg4QCIhPzu0uP718vaiva81H+UYbbeJLi1yl0lM/YZzENISIfmXDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:23:24.791406Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.23123","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:763c18a4bfc6937b6b3d66175580e1ae0fc9e1985c8db51426580698881ec2fe","sha256:96276bd722646294b02b02ff224eb59190f35d8a5bee9270c474069b038206ac"],"state_sha256":"e5a96b708036dc847aa90a9a950b15087c1793d06855d2fd0bcd6a5ca386eac3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Fxx0R9xDz/6mXFFORph6Noprr4KM334Y4/eC/CJ0NyuF1cox0BmvADY1Tx/6ghHnWi1aWJ+sfffnixdo0v1pBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T05:33:38.469959Z","bundle_sha256":"dfb603ac8a90c66db3e1cf92e326928dc2016953f7c12a26a1393b015be66327"}}