{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:F5MEHNOOYCSK6UJ5ONGQKJGBDX","short_pith_number":"pith:F5MEHNOO","canonical_record":{"source":{"id":"2403.09613","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-14T17:51:54Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"09e944a2be379c77f249ebdfe39a52202de57c1f96104eae210a54130b2a35ee","abstract_canon_sha256":"2c3c7cf15a64d9c990afbe8dec6de9b4614ccefe5778ede4b5c5c256433119d0"},"schema_version":"1.0"},"canonical_sha256":"2f5843b5cec0a4af513d734d0524c11dc5f1c8a92a7756b8991088d860475582","source":{"kind":"arxiv","id":"2403.09613","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.09613","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"arxiv_version","alias_value":"2403.09613v2","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.09613","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"pith_short_12","alias_value":"F5MEHNOOYCSK","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"pith_short_16","alias_value":"F5MEHNOOYCSK6UJ5","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"pith_short_8","alias_value":"F5MEHNOO","created_at":"2026-07-05T09:39:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:F5MEHNOOYCSK6UJ5ONGQKJGBDX","target":"record","payload":{"canonical_record":{"source":{"id":"2403.09613","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-14T17:51:54Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"09e944a2be379c77f249ebdfe39a52202de57c1f96104eae210a54130b2a35ee","abstract_canon_sha256":"2c3c7cf15a64d9c990afbe8dec6de9b4614ccefe5778ede4b5c5c256433119d0"},"schema_version":"1.0"},"canonical_sha256":"2f5843b5cec0a4af513d734d0524c11dc5f1c8a92a7756b8991088d860475582","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:39:21.858705Z","signature_b64":"jA2aIuIZXW4tQUBhGnSFinfJTVVswh4lVXUvuyDfiNuGNDEM9pH0cgsKcQIxEVgWawkUbMkQBvFNmUwoOnOECw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2f5843b5cec0a4af513d734d0524c11dc5f1c8a92a7756b8991088d860475582","last_reissued_at":"2026-07-05T09:39:21.858218Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:39:21.858218Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.09613","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tUP/NDWn1l6iAXd5c5IPX6krhh2xo5YrpYROjcFb8j57YKc5P9KNFyDMz0/YQGg28rma68ZHzxsx+nyhARx0Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:10:26.562966Z"},"content_sha256":"fae4657ecab8a3ac20765a5210af61e3a0a20604e445ec0399765eeb13415b72","schema_version":"1.0","event_id":"sha256:fae4657ecab8a3ac20765a5210af61e3a0a20604e445ec0399765eeb13415b72"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:F5MEHNOOYCSK6UJ5ONGQKJGBDX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reawakening knowledge: Anticipatory recovery from catastrophic interference via structured training","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Matt Jones, Mengye Ren, Michael C. Mozer, Yanlai Yang","submitted_at":"2024-03-14T17:51:54Z","abstract_excerpt":"We explore the training dynamics of neural networks in a structured non-IID setting where documents are presented cyclically in a fixed, repeated sequence. Typically, networks suffer from catastrophic interference when training on a sequence of documents; however, we discover a curious and remarkable property of LLMs finetuned sequentially in this setting: they exhibit anticipatory behavior, recovering from the forgetting on documents before encountering them again. This behavior occurs even though the documents are never presented in context together. The behavior emerges and becomes more rob"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.09613","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.09613/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z7gm1+NWNNoukppJpiNHdjL8CfRcmfFqQWDEwhZcpV/5JU1JrsgGxj79i/014EXOd8XYgcwAxt8wt3NqM6m3Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:10:26.563508Z"},"content_sha256":"7fd89b22b476d316122f5e6419098c070d4afb723cf0f82665f8387328c56c64","schema_version":"1.0","event_id":"sha256:7fd89b22b476d316122f5e6419098c070d4afb723cf0f82665f8387328c56c64"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/F5MEHNOOYCSK6UJ5ONGQKJGBDX/bundle.json","state_url":"https://pith.science/pith/F5MEHNOOYCSK6UJ5ONGQKJGBDX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/F5MEHNOOYCSK6UJ5ONGQKJGBDX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T20:10:26Z","links":{"resolver":"https://pith.science/pith/F5MEHNOOYCSK6UJ5ONGQKJGBDX","bundle":"https://pith.science/pith/F5MEHNOOYCSK6UJ5ONGQKJGBDX/bundle.json","state":"https://pith.science/pith/F5MEHNOOYCSK6UJ5ONGQKJGBDX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/F5MEHNOOYCSK6UJ5ONGQKJGBDX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:F5MEHNOOYCSK6UJ5ONGQKJGBDX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2c3c7cf15a64d9c990afbe8dec6de9b4614ccefe5778ede4b5c5c256433119d0","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-14T17:51:54Z","title_canon_sha256":"09e944a2be379c77f249ebdfe39a52202de57c1f96104eae210a54130b2a35ee"},"schema_version":"1.0","source":{"id":"2403.09613","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.09613","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"arxiv_version","alias_value":"2403.09613v2","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.09613","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"pith_short_12","alias_value":"F5MEHNOOYCSK","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"pith_short_16","alias_value":"F5MEHNOOYCSK6UJ5","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"pith_short_8","alias_value":"F5MEHNOO","created_at":"2026-07-05T09:39:21Z"}],"graph_snapshots":[{"event_id":"sha256:7fd89b22b476d316122f5e6419098c070d4afb723cf0f82665f8387328c56c64","target":"graph","created_at":"2026-07-05T09:39:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.09613/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We explore the training dynamics of neural networks in a structured non-IID setting where documents are presented cyclically in a fixed, repeated sequence. Typically, networks suffer from catastrophic interference when training on a sequence of documents; however, we discover a curious and remarkable property of LLMs finetuned sequentially in this setting: they exhibit anticipatory behavior, recovering from the forgetting on documents before encountering them again. This behavior occurs even though the documents are never presented in context together. The behavior emerges and becomes more rob","authors_text":"Matt Jones, Mengye Ren, Michael C. Mozer, Yanlai Yang","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-14T17:51:54Z","title":"Reawakening knowledge: Anticipatory recovery from catastrophic interference via structured training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.09613","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fae4657ecab8a3ac20765a5210af61e3a0a20604e445ec0399765eeb13415b72","target":"record","created_at":"2026-07-05T09:39:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2c3c7cf15a64d9c990afbe8dec6de9b4614ccefe5778ede4b5c5c256433119d0","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-14T17:51:54Z","title_canon_sha256":"09e944a2be379c77f249ebdfe39a52202de57c1f96104eae210a54130b2a35ee"},"schema_version":"1.0","source":{"id":"2403.09613","kind":"arxiv","version":2}},"canonical_sha256":"2f5843b5cec0a4af513d734d0524c11dc5f1c8a92a7756b8991088d860475582","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2f5843b5cec0a4af513d734d0524c11dc5f1c8a92a7756b8991088d860475582","first_computed_at":"2026-07-05T09:39:21.858218Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:39:21.858218Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jA2aIuIZXW4tQUBhGnSFinfJTVVswh4lVXUvuyDfiNuGNDEM9pH0cgsKcQIxEVgWawkUbMkQBvFNmUwoOnOECw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:39:21.858705Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.09613","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fae4657ecab8a3ac20765a5210af61e3a0a20604e445ec0399765eeb13415b72","sha256:7fd89b22b476d316122f5e6419098c070d4afb723cf0f82665f8387328c56c64"],"state_sha256":"5a5a1e2ae324e4525839523a8db5d59affed47c97a23e4edcc273dc1c0189125"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EOmJKda1NgjH8ZErn24+rN6f3GhP31fjPU76nn7Rd4E53kXheIh1fmNZyAuO3VSoASJBfcoEFsqOPcQkoRk5DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T20:10:26.568237Z","bundle_sha256":"972c61ef8a03aa5e7162ef8e98b2af379e754562e89f305072e95b36799e624c"}}