{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BIPRLVCHD7QEJ2JCOLDCU3KQYP","short_pith_number":"pith:BIPRLVCH","canonical_record":{"source":{"id":"2402.01032","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-01T21:44:11Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"de2b1a9ee94f526dd1866baebbdd2e28d432c4aac112645543c65364c06146cd","abstract_canon_sha256":"07de9f974a08d09c10f3f897dbb791ac771ddf76364d8ee09a966b734462f0e6"},"schema_version":"1.0"},"canonical_sha256":"0a1f15d4471fe044e92272c62a6d50c3d18445153d834a76f09cdf9c8db4526e","source":{"kind":"arxiv","id":"2402.01032","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.01032","created_at":"2026-07-05T08:26:43Z"},{"alias_kind":"arxiv_version","alias_value":"2402.01032v2","created_at":"2026-07-05T08:26:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.01032","created_at":"2026-07-05T08:26:43Z"},{"alias_kind":"pith_short_12","alias_value":"BIPRLVCHD7QE","created_at":"2026-07-05T08:26:43Z"},{"alias_kind":"pith_short_16","alias_value":"BIPRLVCHD7QEJ2JC","created_at":"2026-07-05T08:26:43Z"},{"alias_kind":"pith_short_8","alias_value":"BIPRLVCH","created_at":"2026-07-05T08:26:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BIPRLVCHD7QEJ2JCOLDCU3KQYP","target":"record","payload":{"canonical_record":{"source":{"id":"2402.01032","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-01T21:44:11Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"de2b1a9ee94f526dd1866baebbdd2e28d432c4aac112645543c65364c06146cd","abstract_canon_sha256":"07de9f974a08d09c10f3f897dbb791ac771ddf76364d8ee09a966b734462f0e6"},"schema_version":"1.0"},"canonical_sha256":"0a1f15d4471fe044e92272c62a6d50c3d18445153d834a76f09cdf9c8db4526e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:26:43.532873Z","signature_b64":"ifWdWYo6n3isRK3S2TMJwwnjWqMozJ7CBXBNlQSg+Dh8xa2MjdRFHDF4nuel2fX+ePMaEKqKM08WLNn+JgM9Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0a1f15d4471fe044e92272c62a6d50c3d18445153d834a76f09cdf9c8db4526e","last_reissued_at":"2026-07-05T08:26:43.532393Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:26:43.532393Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.01032","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rYE1aL232KmEHPqm0lZel3jVzRU4XnaEh2EmRz2Dlm7re15Ny2NjUg0IXZqElNVG9/6dYExUKkVOw5hOW6YMBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T11:47:17.667205Z"},"content_sha256":"ba5fd2c057068c69638bf3868a7580d1ac11661b4ce3f45e18cbaf2de9156b4c","schema_version":"1.0","event_id":"sha256:ba5fd2c057068c69638bf3868a7580d1ac11661b4ce3f45e18cbaf2de9156b4c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BIPRLVCHD7QEJ2JCOLDCU3KQYP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Repeat After Me: Transformers are Better than State Space Models at Copying","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"David Brandfonbrener, Eran Malach, Samy Jelassi, Sham M. Kakade","submitted_at":"2024-02-01T21:44:11Z","abstract_excerpt":"Transformers are the dominant architecture for sequence modeling, but there is growing interest in models that use a fixed-size latent state that does not depend on the sequence length, which we refer to as \"generalized state space models\" (GSSMs). In this paper we show that while GSSMs are promising in terms of inference-time efficiency, they are limited compared to transformer models on tasks that require copying from the input context. We start with a theoretical analysis of the simple task of string copying and prove that a two layer transformer can copy strings of exponential length while"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.01032","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.01032/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B6rY2emI3D18yoe0RaWzGnVsHG5kv0Na+nn5HVQYfgRqk8ZLnEUghdAyPq0VJws09wnLs7w39GeT0kAZx6fyAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T11:47:17.668426Z"},"content_sha256":"7082305b61b603893542b1dd866f0f2cf015125b00dae5b63e41482690ceea33","schema_version":"1.0","event_id":"sha256:7082305b61b603893542b1dd866f0f2cf015125b00dae5b63e41482690ceea33"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BIPRLVCHD7QEJ2JCOLDCU3KQYP/bundle.json","state_url":"https://pith.science/pith/BIPRLVCHD7QEJ2JCOLDCU3KQYP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BIPRLVCHD7QEJ2JCOLDCU3KQYP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T11:47:17Z","links":{"resolver":"https://pith.science/pith/BIPRLVCHD7QEJ2JCOLDCU3KQYP","bundle":"https://pith.science/pith/BIPRLVCHD7QEJ2JCOLDCU3KQYP/bundle.json","state":"https://pith.science/pith/BIPRLVCHD7QEJ2JCOLDCU3KQYP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BIPRLVCHD7QEJ2JCOLDCU3KQYP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BIPRLVCHD7QEJ2JCOLDCU3KQYP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"07de9f974a08d09c10f3f897dbb791ac771ddf76364d8ee09a966b734462f0e6","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-01T21:44:11Z","title_canon_sha256":"de2b1a9ee94f526dd1866baebbdd2e28d432c4aac112645543c65364c06146cd"},"schema_version":"1.0","source":{"id":"2402.01032","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.01032","created_at":"2026-07-05T08:26:43Z"},{"alias_kind":"arxiv_version","alias_value":"2402.01032v2","created_at":"2026-07-05T08:26:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.01032","created_at":"2026-07-05T08:26:43Z"},{"alias_kind":"pith_short_12","alias_value":"BIPRLVCHD7QE","created_at":"2026-07-05T08:26:43Z"},{"alias_kind":"pith_short_16","alias_value":"BIPRLVCHD7QEJ2JC","created_at":"2026-07-05T08:26:43Z"},{"alias_kind":"pith_short_8","alias_value":"BIPRLVCH","created_at":"2026-07-05T08:26:43Z"}],"graph_snapshots":[{"event_id":"sha256:7082305b61b603893542b1dd866f0f2cf015125b00dae5b63e41482690ceea33","target":"graph","created_at":"2026-07-05T08:26:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.01032/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers are the dominant architecture for sequence modeling, but there is growing interest in models that use a fixed-size latent state that does not depend on the sequence length, which we refer to as \"generalized state space models\" (GSSMs). In this paper we show that while GSSMs are promising in terms of inference-time efficiency, they are limited compared to transformer models on tasks that require copying from the input context. We start with a theoretical analysis of the simple task of string copying and prove that a two layer transformer can copy strings of exponential length while","authors_text":"David Brandfonbrener, Eran Malach, Samy Jelassi, Sham M. Kakade","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-01T21:44:11Z","title":"Repeat After Me: Transformers are Better than State Space Models at Copying"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.01032","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ba5fd2c057068c69638bf3868a7580d1ac11661b4ce3f45e18cbaf2de9156b4c","target":"record","created_at":"2026-07-05T08:26:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"07de9f974a08d09c10f3f897dbb791ac771ddf76364d8ee09a966b734462f0e6","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-01T21:44:11Z","title_canon_sha256":"de2b1a9ee94f526dd1866baebbdd2e28d432c4aac112645543c65364c06146cd"},"schema_version":"1.0","source":{"id":"2402.01032","kind":"arxiv","version":2}},"canonical_sha256":"0a1f15d4471fe044e92272c62a6d50c3d18445153d834a76f09cdf9c8db4526e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0a1f15d4471fe044e92272c62a6d50c3d18445153d834a76f09cdf9c8db4526e","first_computed_at":"2026-07-05T08:26:43.532393Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:26:43.532393Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ifWdWYo6n3isRK3S2TMJwwnjWqMozJ7CBXBNlQSg+Dh8xa2MjdRFHDF4nuel2fX+ePMaEKqKM08WLNn+JgM9Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T08:26:43.532873Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.01032","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ba5fd2c057068c69638bf3868a7580d1ac11661b4ce3f45e18cbaf2de9156b4c","sha256:7082305b61b603893542b1dd866f0f2cf015125b00dae5b63e41482690ceea33"],"state_sha256":"7bb67477a32472144f8768397e0cca8daf49825af1ed6b563e759aab2d2b3664"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yqTePtQBPrsH7fpVey2jlnmfOGLMPW4VSq/dsgzc70yG+j2QAzp2xenPU/4JXhX4218TOEuP78y3z2UT6a0FDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T11:47:17.678197Z","bundle_sha256":"52b838e41d71ae3f745984d60f4d89505a6089ab210a69b2cf3a2746994f4e0e"}}