{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UXHARYSMXIQSTZLZFASLA6H5PQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1e908a425988692dc80dde61d82f96ce075e2e935adfbab1e58bf404fefd3849","cross_cats_sorted":["cs.NE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T18:07:16Z","title_canon_sha256":"27d0ad2a2f84f5e0b533364b7b64787661d468776a33d89f7391939764e8ceec"},"schema_version":"1.0","source":{"id":"2406.11993","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11993","created_at":"2026-07-05T08:33:04Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11993v1","created_at":"2026-07-05T08:33:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11993","created_at":"2026-07-05T08:33:04Z"},{"alias_kind":"pith_short_12","alias_value":"UXHARYSMXIQS","created_at":"2026-07-05T08:33:04Z"},{"alias_kind":"pith_short_16","alias_value":"UXHARYSMXIQSTZLZ","created_at":"2026-07-05T08:33:04Z"},{"alias_kind":"pith_short_8","alias_value":"UXHARYSM","created_at":"2026-07-05T08:33:04Z"}],"graph_snapshots":[{"event_id":"sha256:05a07f9bd7fcadd81f708dd66ef1328b1e958de0982006d04c58c8a127306c85","target":"graph","created_at":"2026-07-05T08:33:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.11993/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"To generate coherent responses, language models infer unobserved meaning from their input text sequence. One potential explanation for this capability arises from theories of delay embeddings in dynamical systems, which prove that unobserved variables can be recovered from the history of only a handful of observed variables. To test whether language models are effectively constructing delay embeddings, we measure the capacities of sequence models to reconstruct unobserved dynamics. We trained 1-layer transformer decoders and state-space sequence models on next-step prediction from noisy, parti","authors_text":"Adam Eisen, Ila Fiete, Mitchell Ostrow","cross_cats":["cs.NE"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T18:07:16Z","title":"Delay Embedding Theory of Neural Sequence Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11993","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e3eb8015670ebd29cc8d440b7029fb22c8b9329d13a9f62b80eaa1c544af9e75","target":"record","created_at":"2026-07-05T08:33:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1e908a425988692dc80dde61d82f96ce075e2e935adfbab1e58bf404fefd3849","cross_cats_sorted":["cs.NE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T18:07:16Z","title_canon_sha256":"27d0ad2a2f84f5e0b533364b7b64787661d468776a33d89f7391939764e8ceec"},"schema_version":"1.0","source":{"id":"2406.11993","kind":"arxiv","version":1}},"canonical_sha256":"a5ce08e24cba2129e5792824b078fd7c2a21ce2e75c715377933a7d2a03e0749","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a5ce08e24cba2129e5792824b078fd7c2a21ce2e75c715377933a7d2a03e0749","first_computed_at":"2026-07-05T08:33:04.651560Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:33:04.651560Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4WgdIDYcxlOOIejCAIqkkNbDqcuaAQk7PgnpGxSJZx8iHrbk+PrILuvO+ZkcSRHaXMTont3tHxNMkOaQochJCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:33:04.651986Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.11993","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e3eb8015670ebd29cc8d440b7029fb22c8b9329d13a9f62b80eaa1c544af9e75","sha256:05a07f9bd7fcadd81f708dd66ef1328b1e958de0982006d04c58c8a127306c85"],"state_sha256":"d2ef3bf5b4324ececbe2a91692606d8689f123d4697b720459058c647463b7af"}