{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:CFNYOKQMR6CYOCOLNPSI5NMCYR","short_pith_number":"pith:CFNYOKQM","canonical_record":{"source":{"id":"2505.20896","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-27T08:39:20Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"7f235d2d3965e0e75f5fb320e8b146192290987fed0e63683d3f4969376b69ff","abstract_canon_sha256":"6beb27faae481416b7aec83f70cd72fe1f1da32872f5326bcd261e9e5b535d0c"},"schema_version":"1.0"},"canonical_sha256":"115b872a0c8f858709cb6be48eb582c46e8caeb2a737868486aee85e00e70e16","source":{"kind":"arxiv","id":"2505.20896","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.20896","created_at":"2026-07-05T11:13:27Z"},{"alias_kind":"arxiv_version","alias_value":"2505.20896v2","created_at":"2026-07-05T11:13:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.20896","created_at":"2026-07-05T11:13:27Z"},{"alias_kind":"pith_short_12","alias_value":"CFNYOKQMR6CY","created_at":"2026-07-05T11:13:27Z"},{"alias_kind":"pith_short_16","alias_value":"CFNYOKQMR6CYOCOL","created_at":"2026-07-05T11:13:27Z"},{"alias_kind":"pith_short_8","alias_value":"CFNYOKQM","created_at":"2026-07-05T11:13:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:CFNYOKQMR6CYOCOLNPSI5NMCYR","target":"record","payload":{"canonical_record":{"source":{"id":"2505.20896","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-27T08:39:20Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"7f235d2d3965e0e75f5fb320e8b146192290987fed0e63683d3f4969376b69ff","abstract_canon_sha256":"6beb27faae481416b7aec83f70cd72fe1f1da32872f5326bcd261e9e5b535d0c"},"schema_version":"1.0"},"canonical_sha256":"115b872a0c8f858709cb6be48eb582c46e8caeb2a737868486aee85e00e70e16","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:13:27.141231Z","signature_b64":"aWBwj6NDl/pQXjYGdejrAoETNDQSQC1AX1D3d5Vzom5RonwQRWk61zEZIGxQ92E8JUPTBK21AefOHOOl0H9MDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"115b872a0c8f858709cb6be48eb582c46e8caeb2a737868486aee85e00e70e16","last_reissued_at":"2026-07-05T11:13:27.140727Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:13:27.140727Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.20896","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2WlSHGxNjpHCviYNNNFVBoevtocKaZVrzS7g9ricM71zQXXov3pYiFEH7R+RH4hWDxLJ7t5+PqkO92NTTrJvAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:35:11.655859Z"},"content_sha256":"1c7a055b3baf6112b54443d1b524179cefe1869729eb1d948264503421d1946e","schema_version":"1.0","event_id":"sha256:1c7a055b3baf6112b54443d1b524179cefe1869729eb1d948264503421d1946e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:CFNYOKQMR6CYOCOLNPSI5NMCYR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Do Transformers Learn Variable Binding in Symbolic Programs?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Atticus Geiger, Rapha\\\"el Milli\\`ere, Yiwei Wu","submitted_at":"2025-05-27T08:39:20Z","abstract_excerpt":"Variable binding -- the ability to associate variables with values -- is fundamental to symbolic computation and cognition. Although classical architectures typically implement variable binding via addressable memory, it is not well understood how modern neural networks lacking built-in binding operations may acquire this capacity. We investigate this by training a Transformer to dereference queried variables in symbolic programs where variables are assigned either numerical constants or other variables. Each program requires following chains of variable assignments up to four steps deep to fi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.20896","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.20896/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QILQLCqLdf6xsxzvbQ8dk/9xaVtuY/6xnhc1zvG1PbIiCh0V8fpuPl3f9E55/jGO9JR753Dj5smScsrf4IJsAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:35:11.656476Z"},"content_sha256":"bbe05d79982890145923975d06fb3d6c40c6c6a64c6dd290512d0aab4739a57e","schema_version":"1.0","event_id":"sha256:bbe05d79982890145923975d06fb3d6c40c6c6a64c6dd290512d0aab4739a57e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CFNYOKQMR6CYOCOLNPSI5NMCYR/bundle.json","state_url":"https://pith.science/pith/CFNYOKQMR6CYOCOLNPSI5NMCYR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CFNYOKQMR6CYOCOLNPSI5NMCYR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T09:35:11Z","links":{"resolver":"https://pith.science/pith/CFNYOKQMR6CYOCOLNPSI5NMCYR","bundle":"https://pith.science/pith/CFNYOKQMR6CYOCOLNPSI5NMCYR/bundle.json","state":"https://pith.science/pith/CFNYOKQMR6CYOCOLNPSI5NMCYR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CFNYOKQMR6CYOCOLNPSI5NMCYR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:CFNYOKQMR6CYOCOLNPSI5NMCYR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6beb27faae481416b7aec83f70cd72fe1f1da32872f5326bcd261e9e5b535d0c","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-27T08:39:20Z","title_canon_sha256":"7f235d2d3965e0e75f5fb320e8b146192290987fed0e63683d3f4969376b69ff"},"schema_version":"1.0","source":{"id":"2505.20896","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.20896","created_at":"2026-07-05T11:13:27Z"},{"alias_kind":"arxiv_version","alias_value":"2505.20896v2","created_at":"2026-07-05T11:13:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.20896","created_at":"2026-07-05T11:13:27Z"},{"alias_kind":"pith_short_12","alias_value":"CFNYOKQMR6CY","created_at":"2026-07-05T11:13:27Z"},{"alias_kind":"pith_short_16","alias_value":"CFNYOKQMR6CYOCOL","created_at":"2026-07-05T11:13:27Z"},{"alias_kind":"pith_short_8","alias_value":"CFNYOKQM","created_at":"2026-07-05T11:13:27Z"}],"graph_snapshots":[{"event_id":"sha256:bbe05d79982890145923975d06fb3d6c40c6c6a64c6dd290512d0aab4739a57e","target":"graph","created_at":"2026-07-05T11:13:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.20896/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Variable binding -- the ability to associate variables with values -- is fundamental to symbolic computation and cognition. Although classical architectures typically implement variable binding via addressable memory, it is not well understood how modern neural networks lacking built-in binding operations may acquire this capacity. We investigate this by training a Transformer to dereference queried variables in symbolic programs where variables are assigned either numerical constants or other variables. Each program requires following chains of variable assignments up to four steps deep to fi","authors_text":"Atticus Geiger, Rapha\\\"el Milli\\`ere, Yiwei Wu","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-27T08:39:20Z","title":"How Do Transformers Learn Variable Binding in Symbolic Programs?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.20896","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1c7a055b3baf6112b54443d1b524179cefe1869729eb1d948264503421d1946e","target":"record","created_at":"2026-07-05T11:13:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6beb27faae481416b7aec83f70cd72fe1f1da32872f5326bcd261e9e5b535d0c","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-27T08:39:20Z","title_canon_sha256":"7f235d2d3965e0e75f5fb320e8b146192290987fed0e63683d3f4969376b69ff"},"schema_version":"1.0","source":{"id":"2505.20896","kind":"arxiv","version":2}},"canonical_sha256":"115b872a0c8f858709cb6be48eb582c46e8caeb2a737868486aee85e00e70e16","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"115b872a0c8f858709cb6be48eb582c46e8caeb2a737868486aee85e00e70e16","first_computed_at":"2026-07-05T11:13:27.140727Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:13:27.140727Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aWBwj6NDl/pQXjYGdejrAoETNDQSQC1AX1D3d5Vzom5RonwQRWk61zEZIGxQ92E8JUPTBK21AefOHOOl0H9MDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:13:27.141231Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.20896","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1c7a055b3baf6112b54443d1b524179cefe1869729eb1d948264503421d1946e","sha256:bbe05d79982890145923975d06fb3d6c40c6c6a64c6dd290512d0aab4739a57e"],"state_sha256":"1fad8c45d958696787870625463359edb2eebd7c1a7bb010f113b2fd9da6d1c7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tLI3XqrzKVg1JWzyO6BgNeUgyMzF6e9jxd7PvPtTD+jZDfJkIDf60mRQ5RGxsYDSXQZAm4trRL+lHAs8kYGZDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T09:35:11.661730Z","bundle_sha256":"851811d3d290be5dad21d73550dbe01756f1640f17b0b8598bc215b011695655"}}