{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7YW4X3S2BDTPVB7BMA6NHL27MH","short_pith_number":"pith:7YW4X3S2","canonical_record":{"source":{"id":"2404.07518","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-11T07:22:14Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"9b918e2a32a289f0fa9c82740b51fa120b585b2a6c7ac3824163570ca0be7866","abstract_canon_sha256":"07ee8152ad55e3514b1be4d58eb082067d6a8fa8e7487166dbddab8071d54036"},"schema_version":"1.0"},"canonical_sha256":"fe2dcbee5a08e6fa87e1603cd3af5f61c9f578c41e3d170d67b414da2a81acdf","source":{"kind":"arxiv","id":"2404.07518","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.07518","created_at":"2026-07-05T08:19:43Z"},{"alias_kind":"arxiv_version","alias_value":"2404.07518v3","created_at":"2026-07-05T08:19:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.07518","created_at":"2026-07-05T08:19:43Z"},{"alias_kind":"pith_short_12","alias_value":"7YW4X3S2BDTP","created_at":"2026-07-05T08:19:43Z"},{"alias_kind":"pith_short_16","alias_value":"7YW4X3S2BDTPVB7B","created_at":"2026-07-05T08:19:43Z"},{"alias_kind":"pith_short_8","alias_value":"7YW4X3S2","created_at":"2026-07-05T08:19:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7YW4X3S2BDTPVB7BMA6NHL27MH","target":"record","payload":{"canonical_record":{"source":{"id":"2404.07518","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-11T07:22:14Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"9b918e2a32a289f0fa9c82740b51fa120b585b2a6c7ac3824163570ca0be7866","abstract_canon_sha256":"07ee8152ad55e3514b1be4d58eb082067d6a8fa8e7487166dbddab8071d54036"},"schema_version":"1.0"},"canonical_sha256":"fe2dcbee5a08e6fa87e1603cd3af5f61c9f578c41e3d170d67b414da2a81acdf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:19:43.880214Z","signature_b64":"EQ/GAQeHJTb5U10T9AnC02Xom/BwtUyqu8jmVK+T//StuX0t05/iUB8YaxE864XzXEPb2DIzV9r32RQHTxIxDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fe2dcbee5a08e6fa87e1603cd3af5f61c9f578c41e3d170d67b414da2a81acdf","last_reissued_at":"2026-07-05T08:19:43.879654Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:19:43.879654Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.07518","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:19:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ODcvamU1hq6Vfjpw5iHgEcQy89X1ZMJE2/j2gb5VuN/VsHf4riNPfu754bYZiMvafoOtR2A1sXd3LwDODupSCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T09:11:24.326180Z"},"content_sha256":"dc1e13e4fe1c4ac1a9f309f6842412d9544c8f4372c26d63ef7955007a037685","schema_version":"1.0","event_id":"sha256:dc1e13e4fe1c4ac1a9f309f6842412d9544c8f4372c26d63ef7955007a037685"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7YW4X3S2BDTPVB7BMA6NHL27MH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Remembering Transformer for Continual Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Arthur Juliani, Ippei Fujisawa, Jun Sakuma, Ryota Kanai, Yuwei Sun","submitted_at":"2024-04-11T07:22:14Z","abstract_excerpt":"Neural networks encounter the challenge of Catastrophic Forgetting (CF) in continual learning, where new task learning interferes with previously learned knowledge. Existing data fine-tuning and regularization methods necessitate task identity information during inference and cannot eliminate interference among different tasks, while soft parameter sharing approaches encounter the problem of an increasing model parameter size. To tackle these challenges, we propose the Remembering Transformer, inspired by the brain's Complementary Learning Systems (CLS). Remembering Transformer employs a mixtu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.07518","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.07518/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:19:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bze8Csbd2Bc0glesprd4mCFot61EE+JfYlnoSg2+qCidxuTwMcJda3AeH7jHg5go3G+mlPk13CWl9998HvlyAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T09:11:24.326671Z"},"content_sha256":"d7ac0c824e99e23e5184adec63d97d82e05e42c59f8dbedc24b603fbead4362a","schema_version":"1.0","event_id":"sha256:d7ac0c824e99e23e5184adec63d97d82e05e42c59f8dbedc24b603fbead4362a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7YW4X3S2BDTPVB7BMA6NHL27MH/bundle.json","state_url":"https://pith.science/pith/7YW4X3S2BDTPVB7BMA6NHL27MH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7YW4X3S2BDTPVB7BMA6NHL27MH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T09:11:24Z","links":{"resolver":"https://pith.science/pith/7YW4X3S2BDTPVB7BMA6NHL27MH","bundle":"https://pith.science/pith/7YW4X3S2BDTPVB7BMA6NHL27MH/bundle.json","state":"https://pith.science/pith/7YW4X3S2BDTPVB7BMA6NHL27MH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7YW4X3S2BDTPVB7BMA6NHL27MH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7YW4X3S2BDTPVB7BMA6NHL27MH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"07ee8152ad55e3514b1be4d58eb082067d6a8fa8e7487166dbddab8071d54036","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-11T07:22:14Z","title_canon_sha256":"9b918e2a32a289f0fa9c82740b51fa120b585b2a6c7ac3824163570ca0be7866"},"schema_version":"1.0","source":{"id":"2404.07518","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.07518","created_at":"2026-07-05T08:19:43Z"},{"alias_kind":"arxiv_version","alias_value":"2404.07518v3","created_at":"2026-07-05T08:19:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.07518","created_at":"2026-07-05T08:19:43Z"},{"alias_kind":"pith_short_12","alias_value":"7YW4X3S2BDTP","created_at":"2026-07-05T08:19:43Z"},{"alias_kind":"pith_short_16","alias_value":"7YW4X3S2BDTPVB7B","created_at":"2026-07-05T08:19:43Z"},{"alias_kind":"pith_short_8","alias_value":"7YW4X3S2","created_at":"2026-07-05T08:19:43Z"}],"graph_snapshots":[{"event_id":"sha256:d7ac0c824e99e23e5184adec63d97d82e05e42c59f8dbedc24b603fbead4362a","target":"graph","created_at":"2026-07-05T08:19:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.07518/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Neural networks encounter the challenge of Catastrophic Forgetting (CF) in continual learning, where new task learning interferes with previously learned knowledge. Existing data fine-tuning and regularization methods necessitate task identity information during inference and cannot eliminate interference among different tasks, while soft parameter sharing approaches encounter the problem of an increasing model parameter size. To tackle these challenges, we propose the Remembering Transformer, inspired by the brain's Complementary Learning Systems (CLS). Remembering Transformer employs a mixtu","authors_text":"Arthur Juliani, Ippei Fujisawa, Jun Sakuma, Ryota Kanai, Yuwei Sun","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-11T07:22:14Z","title":"Remembering Transformer for Continual Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.07518","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dc1e13e4fe1c4ac1a9f309f6842412d9544c8f4372c26d63ef7955007a037685","target":"record","created_at":"2026-07-05T08:19:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"07ee8152ad55e3514b1be4d58eb082067d6a8fa8e7487166dbddab8071d54036","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-11T07:22:14Z","title_canon_sha256":"9b918e2a32a289f0fa9c82740b51fa120b585b2a6c7ac3824163570ca0be7866"},"schema_version":"1.0","source":{"id":"2404.07518","kind":"arxiv","version":3}},"canonical_sha256":"fe2dcbee5a08e6fa87e1603cd3af5f61c9f578c41e3d170d67b414da2a81acdf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fe2dcbee5a08e6fa87e1603cd3af5f61c9f578c41e3d170d67b414da2a81acdf","first_computed_at":"2026-07-05T08:19:43.879654Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:19:43.879654Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EQ/GAQeHJTb5U10T9AnC02Xom/BwtUyqu8jmVK+T//StuX0t05/iUB8YaxE864XzXEPb2DIzV9r32RQHTxIxDw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:19:43.880214Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.07518","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dc1e13e4fe1c4ac1a9f309f6842412d9544c8f4372c26d63ef7955007a037685","sha256:d7ac0c824e99e23e5184adec63d97d82e05e42c59f8dbedc24b603fbead4362a"],"state_sha256":"28fdb5c1692deb5de461fdd92ff05f0dfd15c2ac3a5d24e215679231295bd757"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rC3m73SR5yzc/cpM/yE+aWLOxeBLGzIc47Y53ZIgN511zxFHpig/+vMMRKkQ4jFjYHXByvVfN10Y/x2Ll+OsDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T09:11:24.331442Z","bundle_sha256":"6368beac2b9716daa95a1e3e19a3d0792f591f6526ac28bcd1bbba9bc4d3ed7f"}}