{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3P3TYENET7I3KKDEL2ISSJWTXF","short_pith_number":"pith:3P3TYENE","canonical_record":{"source":{"id":"2405.15943","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-24T21:14:10Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"d7b18c6b8a0c841f100c518f62e118f0fc6d11672477cedd0be557aaf31a2246","abstract_canon_sha256":"8b03ddcd544100caa83e47ca597116ead5918fce3dd6d9c8a029a7a24ed7b3a1"},"schema_version":"1.0"},"canonical_sha256":"dbf73c11a49fd1b528645e912926d3b96a9381a390a83f195beef8eb93630a88","source":{"kind":"arxiv","id":"2405.15943","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.15943","created_at":"2026-07-05T10:09:04Z"},{"alias_kind":"arxiv_version","alias_value":"2405.15943v3","created_at":"2026-07-05T10:09:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.15943","created_at":"2026-07-05T10:09:04Z"},{"alias_kind":"pith_short_12","alias_value":"3P3TYENET7I3","created_at":"2026-07-05T10:09:04Z"},{"alias_kind":"pith_short_16","alias_value":"3P3TYENET7I3KKDE","created_at":"2026-07-05T10:09:04Z"},{"alias_kind":"pith_short_8","alias_value":"3P3TYENE","created_at":"2026-07-05T10:09:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3P3TYENET7I3KKDEL2ISSJWTXF","target":"record","payload":{"canonical_record":{"source":{"id":"2405.15943","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-24T21:14:10Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"d7b18c6b8a0c841f100c518f62e118f0fc6d11672477cedd0be557aaf31a2246","abstract_canon_sha256":"8b03ddcd544100caa83e47ca597116ead5918fce3dd6d9c8a029a7a24ed7b3a1"},"schema_version":"1.0"},"canonical_sha256":"dbf73c11a49fd1b528645e912926d3b96a9381a390a83f195beef8eb93630a88","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:09:04.557715Z","signature_b64":"p2kyM9Bjfuxw256yP24YWxwQKqSMlnvz3l15K07GdHkjM6YYlJQzXDqcjCI5wNESjOyQlhEZpPTc8SRSSABqBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dbf73c11a49fd1b528645e912926d3b96a9381a390a83f195beef8eb93630a88","last_reissued_at":"2026-07-05T10:09:04.557135Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:09:04.557135Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.15943","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:09:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WtffU7sNV49GTBlQIahV4dkHya7ua9J6JtQmm14SM4TxdXe73Gh7S+QouIsehTpVn5/5RdYPODMQeRONMkZ8Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:04:49.713366Z"},"content_sha256":"aa2126e873c52ae9222f68238fe116f48147af49e891e08eb2a8a2018be34585","schema_version":"1.0","event_id":"sha256:aa2126e873c52ae9222f68238fe116f48147af49e891e08eb2a8a2018be34585"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3P3TYENET7I3KKDEL2ISSJWTXF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Transformers represent belief state geometry in their residual stream","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Adam S. Shai, Alexander Gietelink Oldenziel, Lucas Teixeira, Paul M. Riechers, Sarah E. Marzen","submitted_at":"2024-05-24T21:14:10Z","abstract_excerpt":"What computational structure are we building into large language models when we train them on next-token prediction? Here, we present evidence that this structure is given by the meta-dynamics of belief updating over hidden states of the data-generating process. Leveraging the theory of optimal prediction, we anticipate and then find that belief states are linearly represented in the residual stream of transformers, even in cases where the predicted belief state geometry has highly nontrivial fractal structure. We investigate cases where the belief state geometry is represented in the final re"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.15943","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.15943/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:09:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w9dIsWFz6AloE6XBEmWG8Pvy+xNNQ9Qjkp1X8TE4D+MaVwSTOvY4r1dRIWttsnvvHvYXuTl/57U5lhI+gSPKDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:04:49.713875Z"},"content_sha256":"c633d5ba3c7e65b17ffe14030d3cbc952f420a3a28932f48dce6964ae000156f","schema_version":"1.0","event_id":"sha256:c633d5ba3c7e65b17ffe14030d3cbc952f420a3a28932f48dce6964ae000156f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3P3TYENET7I3KKDEL2ISSJWTXF/bundle.json","state_url":"https://pith.science/pith/3P3TYENET7I3KKDEL2ISSJWTXF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3P3TYENET7I3KKDEL2ISSJWTXF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T16:04:49Z","links":{"resolver":"https://pith.science/pith/3P3TYENET7I3KKDEL2ISSJWTXF","bundle":"https://pith.science/pith/3P3TYENET7I3KKDEL2ISSJWTXF/bundle.json","state":"https://pith.science/pith/3P3TYENET7I3KKDEL2ISSJWTXF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3P3TYENET7I3KKDEL2ISSJWTXF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3P3TYENET7I3KKDEL2ISSJWTXF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8b03ddcd544100caa83e47ca597116ead5918fce3dd6d9c8a029a7a24ed7b3a1","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-24T21:14:10Z","title_canon_sha256":"d7b18c6b8a0c841f100c518f62e118f0fc6d11672477cedd0be557aaf31a2246"},"schema_version":"1.0","source":{"id":"2405.15943","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.15943","created_at":"2026-07-05T10:09:04Z"},{"alias_kind":"arxiv_version","alias_value":"2405.15943v3","created_at":"2026-07-05T10:09:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.15943","created_at":"2026-07-05T10:09:04Z"},{"alias_kind":"pith_short_12","alias_value":"3P3TYENET7I3","created_at":"2026-07-05T10:09:04Z"},{"alias_kind":"pith_short_16","alias_value":"3P3TYENET7I3KKDE","created_at":"2026-07-05T10:09:04Z"},{"alias_kind":"pith_short_8","alias_value":"3P3TYENE","created_at":"2026-07-05T10:09:04Z"}],"graph_snapshots":[{"event_id":"sha256:c633d5ba3c7e65b17ffe14030d3cbc952f420a3a28932f48dce6964ae000156f","target":"graph","created_at":"2026-07-05T10:09:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.15943/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"What computational structure are we building into large language models when we train them on next-token prediction? Here, we present evidence that this structure is given by the meta-dynamics of belief updating over hidden states of the data-generating process. Leveraging the theory of optimal prediction, we anticipate and then find that belief states are linearly represented in the residual stream of transformers, even in cases where the predicted belief state geometry has highly nontrivial fractal structure. We investigate cases where the belief state geometry is represented in the final re","authors_text":"Adam S. Shai, Alexander Gietelink Oldenziel, Lucas Teixeira, Paul M. Riechers, Sarah E. Marzen","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-24T21:14:10Z","title":"Transformers represent belief state geometry in their residual stream"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.15943","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:aa2126e873c52ae9222f68238fe116f48147af49e891e08eb2a8a2018be34585","target":"record","created_at":"2026-07-05T10:09:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8b03ddcd544100caa83e47ca597116ead5918fce3dd6d9c8a029a7a24ed7b3a1","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-24T21:14:10Z","title_canon_sha256":"d7b18c6b8a0c841f100c518f62e118f0fc6d11672477cedd0be557aaf31a2246"},"schema_version":"1.0","source":{"id":"2405.15943","kind":"arxiv","version":3}},"canonical_sha256":"dbf73c11a49fd1b528645e912926d3b96a9381a390a83f195beef8eb93630a88","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dbf73c11a49fd1b528645e912926d3b96a9381a390a83f195beef8eb93630a88","first_computed_at":"2026-07-05T10:09:04.557135Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:09:04.557135Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"p2kyM9Bjfuxw256yP24YWxwQKqSMlnvz3l15K07GdHkjM6YYlJQzXDqcjCI5wNESjOyQlhEZpPTc8SRSSABqBw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:09:04.557715Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.15943","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:aa2126e873c52ae9222f68238fe116f48147af49e891e08eb2a8a2018be34585","sha256:c633d5ba3c7e65b17ffe14030d3cbc952f420a3a28932f48dce6964ae000156f"],"state_sha256":"55c41b35d8ee65b4106765889b41f1a07f67bc89dc1c41785a0d9194e8c49c6e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mSWo5AkwZRrUbQdd1nKolwM4ZvJ3dW/6utjAcnYXTX7yX4EYNfCVJ0IcRWPJfYXYDPH4gaoxC+TuTEYuGIIODQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T16:04:49.717196Z","bundle_sha256":"81ab949558659a8862889888a837f746a7ee8e45aa5762a7113dc0913922e232"}}