{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:HZAP7VXZOD5WMIWQSTSZV5XE5Z","short_pith_number":"pith:HZAP7VXZ","canonical_record":{"source":{"id":"2405.04669","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-07T21:03:51Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"3d69f32902156a2ed0c2054691e1d4bb2d249d137fd90a8112f01fb4a773cbcb","abstract_canon_sha256":"812bd430438c05253f32b6c1a45aa9bf64a7c2081f12244e06cb9d46358edfc5"},"schema_version":"1.0"},"canonical_sha256":"3e40ffd6f970fb6622d094e59af6e4ee7dad03bac851e2c172ce8304a64d0fc6","source":{"kind":"arxiv","id":"2405.04669","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.04669","created_at":"2026-07-05T09:27:00Z"},{"alias_kind":"arxiv_version","alias_value":"2405.04669v2","created_at":"2026-07-05T09:27:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.04669","created_at":"2026-07-05T09:27:00Z"},{"alias_kind":"pith_short_12","alias_value":"HZAP7VXZOD5W","created_at":"2026-07-05T09:27:00Z"},{"alias_kind":"pith_short_16","alias_value":"HZAP7VXZOD5WMIWQ","created_at":"2026-07-05T09:27:00Z"},{"alias_kind":"pith_short_8","alias_value":"HZAP7VXZ","created_at":"2026-07-05T09:27:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:HZAP7VXZOD5WMIWQSTSZV5XE5Z","target":"record","payload":{"canonical_record":{"source":{"id":"2405.04669","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-07T21:03:51Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"3d69f32902156a2ed0c2054691e1d4bb2d249d137fd90a8112f01fb4a773cbcb","abstract_canon_sha256":"812bd430438c05253f32b6c1a45aa9bf64a7c2081f12244e06cb9d46358edfc5"},"schema_version":"1.0"},"canonical_sha256":"3e40ffd6f970fb6622d094e59af6e4ee7dad03bac851e2c172ce8304a64d0fc6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:27:00.162591Z","signature_b64":"YqzVyPy6fgRJtQOQYMaMm7Yvhph2ZOYkTyl0GGQcdwBji2OUDvn/94ARmxtm4rxe21wxycwph2iKqNnILo47Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3e40ffd6f970fb6622d094e59af6e4ee7dad03bac851e2c172ce8304a64d0fc6","last_reissued_at":"2026-07-05T09:27:00.162081Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:27:00.162081Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.04669","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:27:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hfjzzd6yRIkyhoOzDab8Am1JvHjzJqAhHg8dZKm4mz4eQxCcqJy2fWsPDV8o4TiKLDR8OsXMTVdQCaxae2zpBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T08:01:57.704538Z"},"content_sha256":"f95583f3826cff737ce6b9fede1492d320732dd4fb8d5cf19aa7658bab35f3e7","schema_version":"1.0","event_id":"sha256:f95583f3826cff737ce6b9fede1492d320732dd4fb8d5cf19aa7658bab35f3e7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:HZAP7VXZOD5WMIWQSTSZV5XE5Z","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards a Theoretical Understanding of the 'Reversal Curse' via Training Dynamics","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Baihe Huang, Hanlin Zhu, Jiantao Jiao, Michael Jordan, Shaolun Zhang, Stuart Russell, Yuandong Tian","submitted_at":"2024-05-07T21:03:51Z","abstract_excerpt":"Auto-regressive large language models (LLMs) show impressive capacities to solve many complex reasoning tasks while struggling with some simple logical reasoning tasks such as inverse search: when trained on '$A \\to B$' (e.g., 'Tom is the parent of John'), LLM fails to directly conclude '$B \\gets A$' (e.g., 'John is the child of Tom') during inference even if the two sentences are semantically identical, which is known as the 'reversal curse'. In this paper, we theoretically analyze the reversal curse via the training dynamics of (stochastic) gradient descent for two auto-regressive models: (1"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.04669","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.04669/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:27:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yIWqt823d96SlWZFlCz6OygmnU8yoO2u5VJqSOILSaqUQmELJWnK3wOOoAFoIfRNtPA8nNgumM90u8S9rW/ABw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T08:01:57.705117Z"},"content_sha256":"148e5fd1fc51742f07f638b0237590c56d1493737a52b74d5d20ee7d98a8b681","schema_version":"1.0","event_id":"sha256:148e5fd1fc51742f07f638b0237590c56d1493737a52b74d5d20ee7d98a8b681"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HZAP7VXZOD5WMIWQSTSZV5XE5Z/bundle.json","state_url":"https://pith.science/pith/HZAP7VXZOD5WMIWQSTSZV5XE5Z/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HZAP7VXZOD5WMIWQSTSZV5XE5Z/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T08:01:57Z","links":{"resolver":"https://pith.science/pith/HZAP7VXZOD5WMIWQSTSZV5XE5Z","bundle":"https://pith.science/pith/HZAP7VXZOD5WMIWQSTSZV5XE5Z/bundle.json","state":"https://pith.science/pith/HZAP7VXZOD5WMIWQSTSZV5XE5Z/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HZAP7VXZOD5WMIWQSTSZV5XE5Z/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HZAP7VXZOD5WMIWQSTSZV5XE5Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"812bd430438c05253f32b6c1a45aa9bf64a7c2081f12244e06cb9d46358edfc5","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-07T21:03:51Z","title_canon_sha256":"3d69f32902156a2ed0c2054691e1d4bb2d249d137fd90a8112f01fb4a773cbcb"},"schema_version":"1.0","source":{"id":"2405.04669","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.04669","created_at":"2026-07-05T09:27:00Z"},{"alias_kind":"arxiv_version","alias_value":"2405.04669v2","created_at":"2026-07-05T09:27:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.04669","created_at":"2026-07-05T09:27:00Z"},{"alias_kind":"pith_short_12","alias_value":"HZAP7VXZOD5W","created_at":"2026-07-05T09:27:00Z"},{"alias_kind":"pith_short_16","alias_value":"HZAP7VXZOD5WMIWQ","created_at":"2026-07-05T09:27:00Z"},{"alias_kind":"pith_short_8","alias_value":"HZAP7VXZ","created_at":"2026-07-05T09:27:00Z"}],"graph_snapshots":[{"event_id":"sha256:148e5fd1fc51742f07f638b0237590c56d1493737a52b74d5d20ee7d98a8b681","target":"graph","created_at":"2026-07-05T09:27:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.04669/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Auto-regressive large language models (LLMs) show impressive capacities to solve many complex reasoning tasks while struggling with some simple logical reasoning tasks such as inverse search: when trained on '$A \\to B$' (e.g., 'Tom is the parent of John'), LLM fails to directly conclude '$B \\gets A$' (e.g., 'John is the child of Tom') during inference even if the two sentences are semantically identical, which is known as the 'reversal curse'. In this paper, we theoretically analyze the reversal curse via the training dynamics of (stochastic) gradient descent for two auto-regressive models: (1","authors_text":"Baihe Huang, Hanlin Zhu, Jiantao Jiao, Michael Jordan, Shaolun Zhang, Stuart Russell, Yuandong Tian","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-07T21:03:51Z","title":"Towards a Theoretical Understanding of the 'Reversal Curse' via Training Dynamics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.04669","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f95583f3826cff737ce6b9fede1492d320732dd4fb8d5cf19aa7658bab35f3e7","target":"record","created_at":"2026-07-05T09:27:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"812bd430438c05253f32b6c1a45aa9bf64a7c2081f12244e06cb9d46358edfc5","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-07T21:03:51Z","title_canon_sha256":"3d69f32902156a2ed0c2054691e1d4bb2d249d137fd90a8112f01fb4a773cbcb"},"schema_version":"1.0","source":{"id":"2405.04669","kind":"arxiv","version":2}},"canonical_sha256":"3e40ffd6f970fb6622d094e59af6e4ee7dad03bac851e2c172ce8304a64d0fc6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3e40ffd6f970fb6622d094e59af6e4ee7dad03bac851e2c172ce8304a64d0fc6","first_computed_at":"2026-07-05T09:27:00.162081Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:27:00.162081Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YqzVyPy6fgRJtQOQYMaMm7Yvhph2ZOYkTyl0GGQcdwBji2OUDvn/94ARmxtm4rxe21wxycwph2iKqNnILo47Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:27:00.162591Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.04669","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f95583f3826cff737ce6b9fede1492d320732dd4fb8d5cf19aa7658bab35f3e7","sha256:148e5fd1fc51742f07f638b0237590c56d1493737a52b74d5d20ee7d98a8b681"],"state_sha256":"08606d780ee426b10089feac83c848a9686fcb38626893f917649abeb8f08d9e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"45r+JFNgBoBXCIG4OhANqfdYD9nce5jz4okpfWQ6JuyPZ8uIjmXFw0aCcIPpOfXWp8TApvupbIIvcorJintlCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T08:01:57.710367Z","bundle_sha256":"30ce4ca692c275d0d9763e222aaefcde376fb7c6fb8d3183d5f6854ae7a0daaf"}}