{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:T5JOZFCOF2KJBDWBNNMPADZWFO","short_pith_number":"pith:T5JOZFCO","canonical_record":{"source":{"id":"2404.09173","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-14T07:43:45Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"c93c52189e4bd5f98fe3d9febfd61720ec47077044d8b4340096eedb6f37e269","abstract_canon_sha256":"8e5eda486ed3d465f7f1833235725b588f67d25efa4290618f692636522e92a6"},"schema_version":"1.0"},"canonical_sha256":"9f52ec944e2e94908ec16b58f00f362b8bb029e0e83783e7b1f931f4676d3e4b","source":{"kind":"arxiv","id":"2404.09173","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.09173","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"arxiv_version","alias_value":"2404.09173v3","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.09173","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"pith_short_12","alias_value":"T5JOZFCOF2KJ","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"pith_short_16","alias_value":"T5JOZFCOF2KJBDWB","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"pith_short_8","alias_value":"T5JOZFCO","created_at":"2026-07-05T08:16:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:T5JOZFCOF2KJBDWBNNMPADZWFO","target":"record","payload":{"canonical_record":{"source":{"id":"2404.09173","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-14T07:43:45Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"c93c52189e4bd5f98fe3d9febfd61720ec47077044d8b4340096eedb6f37e269","abstract_canon_sha256":"8e5eda486ed3d465f7f1833235725b588f67d25efa4290618f692636522e92a6"},"schema_version":"1.0"},"canonical_sha256":"9f52ec944e2e94908ec16b58f00f362b8bb029e0e83783e7b1f931f4676d3e4b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:16:26.615785Z","signature_b64":"qNdh+aqCwiZyhEfmnj+ZOZ7PiEtj2Nm3eGz9GPrZpHJZpJs2QixpxCHTwBHFbQAh6tNy4KWJQzKryQi8b3hGCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9f52ec944e2e94908ec16b58f00f362b8bb029e0e83783e7b1f931f4676d3e4b","last_reissued_at":"2026-07-05T08:16:26.615383Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:16:26.615383Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.09173","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:16:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Cb3X21n+y73B1sWdamK40LmFOJSNZGgGY5ZufZvbnZDgv1v4N0YcWpuyfASQg/3Una3y1j49OU6EdGSO4h1nCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T00:24:41.235027Z"},"content_sha256":"c6011f2c522209c3742c43d59c996f589979a7a7dba75267e302d028c92dcaf6","schema_version":"1.0","event_id":"sha256:c6011f2c522209c3742c43d59c996f589979a7a7dba75267e302d028c92dcaf6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:T5JOZFCOF2KJBDWBNNMPADZWFO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TransformerFAM: Feedback attention is working memory","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Dongseong Hwang, Khe Chai Sim, Pedro Moreno Mengibar, Weiran Wang, Zhuoyuan Huo","submitted_at":"2024-04-14T07:43:45Z","abstract_excerpt":"While Transformers have revolutionized deep learning, their quadratic attention complexity hinders their ability to process infinitely long inputs. We propose Feedback Attention Memory (FAM), a novel Transformer architecture that leverages a feedback loop to enable the network to attend to its own latent representations. This design fosters the emergence of working memory within the Transformer, allowing it to process indefinitely long sequences. TransformerFAM requires no additional weights, enabling seamless integration with pre-trained models. Our experiments show that TransformerFAM signif"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.09173","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.09173/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:16:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RSwoS9kbCXBR4RNnFXeEg6uEuwIXBZk2rMo+SDx/tSB05C6EJlffBFGbhKzY73UGXniv/ohr0dh9WVgIvA0fCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T00:24:41.235430Z"},"content_sha256":"b6ad90431fafee3e1b8aa28cf3931b1d171d146855c4a88e18088f95f1140448","schema_version":"1.0","event_id":"sha256:b6ad90431fafee3e1b8aa28cf3931b1d171d146855c4a88e18088f95f1140448"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/T5JOZFCOF2KJBDWBNNMPADZWFO/bundle.json","state_url":"https://pith.science/pith/T5JOZFCOF2KJBDWBNNMPADZWFO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/T5JOZFCOF2KJBDWBNNMPADZWFO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T00:24:41Z","links":{"resolver":"https://pith.science/pith/T5JOZFCOF2KJBDWBNNMPADZWFO","bundle":"https://pith.science/pith/T5JOZFCOF2KJBDWBNNMPADZWFO/bundle.json","state":"https://pith.science/pith/T5JOZFCOF2KJBDWBNNMPADZWFO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/T5JOZFCOF2KJBDWBNNMPADZWFO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:T5JOZFCOF2KJBDWBNNMPADZWFO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8e5eda486ed3d465f7f1833235725b588f67d25efa4290618f692636522e92a6","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-14T07:43:45Z","title_canon_sha256":"c93c52189e4bd5f98fe3d9febfd61720ec47077044d8b4340096eedb6f37e269"},"schema_version":"1.0","source":{"id":"2404.09173","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.09173","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"arxiv_version","alias_value":"2404.09173v3","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.09173","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"pith_short_12","alias_value":"T5JOZFCOF2KJ","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"pith_short_16","alias_value":"T5JOZFCOF2KJBDWB","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"pith_short_8","alias_value":"T5JOZFCO","created_at":"2026-07-05T08:16:26Z"}],"graph_snapshots":[{"event_id":"sha256:b6ad90431fafee3e1b8aa28cf3931b1d171d146855c4a88e18088f95f1140448","target":"graph","created_at":"2026-07-05T08:16:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.09173/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While Transformers have revolutionized deep learning, their quadratic attention complexity hinders their ability to process infinitely long inputs. We propose Feedback Attention Memory (FAM), a novel Transformer architecture that leverages a feedback loop to enable the network to attend to its own latent representations. This design fosters the emergence of working memory within the Transformer, allowing it to process indefinitely long sequences. TransformerFAM requires no additional weights, enabling seamless integration with pre-trained models. Our experiments show that TransformerFAM signif","authors_text":"Dongseong Hwang, Khe Chai Sim, Pedro Moreno Mengibar, Weiran Wang, Zhuoyuan Huo","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-14T07:43:45Z","title":"TransformerFAM: Feedback attention is working memory"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.09173","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c6011f2c522209c3742c43d59c996f589979a7a7dba75267e302d028c92dcaf6","target":"record","created_at":"2026-07-05T08:16:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8e5eda486ed3d465f7f1833235725b588f67d25efa4290618f692636522e92a6","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-14T07:43:45Z","title_canon_sha256":"c93c52189e4bd5f98fe3d9febfd61720ec47077044d8b4340096eedb6f37e269"},"schema_version":"1.0","source":{"id":"2404.09173","kind":"arxiv","version":3}},"canonical_sha256":"9f52ec944e2e94908ec16b58f00f362b8bb029e0e83783e7b1f931f4676d3e4b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9f52ec944e2e94908ec16b58f00f362b8bb029e0e83783e7b1f931f4676d3e4b","first_computed_at":"2026-07-05T08:16:26.615383Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:16:26.615383Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qNdh+aqCwiZyhEfmnj+ZOZ7PiEtj2Nm3eGz9GPrZpHJZpJs2QixpxCHTwBHFbQAh6tNy4KWJQzKryQi8b3hGCw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:16:26.615785Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.09173","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c6011f2c522209c3742c43d59c996f589979a7a7dba75267e302d028c92dcaf6","sha256:b6ad90431fafee3e1b8aa28cf3931b1d171d146855c4a88e18088f95f1140448"],"state_sha256":"5ed6862b72283559af8b30003e274606859236d6bbf4db60f8b191f43bcc15af"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kbm6qHn4wj/MC216Y46NoYmoHGeNsBcxMg2TGM2aYH/kav4pdUNze9VIQ71+otcCfpg/Q7GJgTEq5OovvWLxAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T00:24:41.237554Z","bundle_sha256":"ac17a9d4e187f32d305eb295889d9f489717ebb57a6e128c56b10486f5228dd9"}}