{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:7DZ25XSEKQ4GNQUL546AX2LTO7","short_pith_number":"pith:7DZ25XSE","canonical_record":{"source":{"id":"2605.31558","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-29T17:22:04Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1b5776a82651bd39bd8923c1f48d96c92fdc2f7caa6329ab6b2cf5c124e0a598","abstract_canon_sha256":"893270a338f47f1e4b1642f4d3fe5f2451301f8298b7128f0ee39876d013b739"},"schema_version":"1.0"},"canonical_sha256":"f8f3aede44543866c28bef3c0be97377ebdc316746c6431a2b44f63a4a168b3a","source":{"kind":"arxiv","id":"2605.31558","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.31558","created_at":"2026-06-01T02:04:12Z"},{"alias_kind":"arxiv_version","alias_value":"2605.31558v1","created_at":"2026-06-01T02:04:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.31558","created_at":"2026-06-01T02:04:12Z"},{"alias_kind":"pith_short_12","alias_value":"7DZ25XSEKQ4G","created_at":"2026-06-01T02:04:12Z"},{"alias_kind":"pith_short_16","alias_value":"7DZ25XSEKQ4GNQUL","created_at":"2026-06-01T02:04:12Z"},{"alias_kind":"pith_short_8","alias_value":"7DZ25XSE","created_at":"2026-06-01T02:04:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:7DZ25XSEKQ4GNQUL546AX2LTO7","target":"record","payload":{"canonical_record":{"source":{"id":"2605.31558","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-29T17:22:04Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1b5776a82651bd39bd8923c1f48d96c92fdc2f7caa6329ab6b2cf5c124e0a598","abstract_canon_sha256":"893270a338f47f1e4b1642f4d3fe5f2451301f8298b7128f0ee39876d013b739"},"schema_version":"1.0"},"canonical_sha256":"f8f3aede44543866c28bef3c0be97377ebdc316746c6431a2b44f63a4a168b3a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-01T02:04:12.559783Z","signature_b64":"V9YXAZH9i/3BNeC5Nhn04QHE2tBffqHT00n+dDHWeIqsDpeUaC23J3B7v+2kSQUNTyA3WFagXIdyDJxTDho2AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f8f3aede44543866c28bef3c0be97377ebdc316746c6431a2b44f63a4a168b3a","last_reissued_at":"2026-06-01T02:04:12.559040Z","signature_status":"signed_v1","first_computed_at":"2026-06-01T02:04:12.559040Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.31558","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-01T02:04:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uPPdWSkxwN4QFHR3RXi0USdG+mNBTfJX0214nSIymTzslrHNtgxYwlASIl/bny/nVhwUi/a7C4WT6u5+M/bbAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-22T12:38:38.069657Z"},"content_sha256":"109cb0e658df6490dd08b26fb7c14a0ed613f47320ee66a9a8df8f4c6074d2c1","schema_version":"1.0","event_id":"sha256:109cb0e658df6490dd08b26fb7c14a0ed613f47320ee66a9a8df8f4c6074d2c1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:7DZ25XSEKQ4GNQUL546AX2LTO7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Positional versus Symbolic Attention Heads: Learning Dynamics, RoPE Geometry, and Length Generalization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Cinthia Sanchez Macias, Cristian B. Calderon, Cristobal Rojas, Felipe Urrutia, Jorge Salas, Juan Jos\\'e Alegr\\'ia","submitted_at":"2026-05-29T17:22:04Z","abstract_excerpt":"Transformer-based language models are widespread in today's society. As such, understanding the mechanisms by which they solve structured tasks and predicting how they may behave in novel scenarios is of great importance for safe deployment. We study the learning dynamics of attention heads in a controlled setting by training a decoder-only Transformer (GPT-J) on two structurally equivalent multi-hop reasoning tasks: a number task requiring positional reasoning and a letter task requiring symbolic reasoning. Using a recently introduced metric that classifies attention-head behavior as position"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.31558","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.31558/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-01T02:04:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZSaXSx6pjfZNbd3qIqMoVgWKSCBvLrS2fyu+EZ/83y/2QXs1K6fCGjD8Uf04ob6bTMrn40Y32idVW3vJ2rR3Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-22T12:38:38.070046Z"},"content_sha256":"7bdec136a32435a80cd1e33f50ca38444ce0b1f3116b9994f2bfe0766a77ca30","schema_version":"1.0","event_id":"sha256:7bdec136a32435a80cd1e33f50ca38444ce0b1f3116b9994f2bfe0766a77ca30"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7DZ25XSEKQ4GNQUL546AX2LTO7/bundle.json","state_url":"https://pith.science/pith/7DZ25XSEKQ4GNQUL546AX2LTO7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7DZ25XSEKQ4GNQUL546AX2LTO7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-22T12:38:38Z","links":{"resolver":"https://pith.science/pith/7DZ25XSEKQ4GNQUL546AX2LTO7","bundle":"https://pith.science/pith/7DZ25XSEKQ4GNQUL546AX2LTO7/bundle.json","state":"https://pith.science/pith/7DZ25XSEKQ4GNQUL546AX2LTO7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7DZ25XSEKQ4GNQUL546AX2LTO7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:7DZ25XSEKQ4GNQUL546AX2LTO7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"893270a338f47f1e4b1642f4d3fe5f2451301f8298b7128f0ee39876d013b739","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-29T17:22:04Z","title_canon_sha256":"1b5776a82651bd39bd8923c1f48d96c92fdc2f7caa6329ab6b2cf5c124e0a598"},"schema_version":"1.0","source":{"id":"2605.31558","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.31558","created_at":"2026-06-01T02:04:12Z"},{"alias_kind":"arxiv_version","alias_value":"2605.31558v1","created_at":"2026-06-01T02:04:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.31558","created_at":"2026-06-01T02:04:12Z"},{"alias_kind":"pith_short_12","alias_value":"7DZ25XSEKQ4G","created_at":"2026-06-01T02:04:12Z"},{"alias_kind":"pith_short_16","alias_value":"7DZ25XSEKQ4GNQUL","created_at":"2026-06-01T02:04:12Z"},{"alias_kind":"pith_short_8","alias_value":"7DZ25XSE","created_at":"2026-06-01T02:04:12Z"}],"graph_snapshots":[{"event_id":"sha256:7bdec136a32435a80cd1e33f50ca38444ce0b1f3116b9994f2bfe0766a77ca30","target":"graph","created_at":"2026-06-01T02:04:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.31558/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based language models are widespread in today's society. As such, understanding the mechanisms by which they solve structured tasks and predicting how they may behave in novel scenarios is of great importance for safe deployment. We study the learning dynamics of attention heads in a controlled setting by training a decoder-only Transformer (GPT-J) on two structurally equivalent multi-hop reasoning tasks: a number task requiring positional reasoning and a letter task requiring symbolic reasoning. Using a recently introduced metric that classifies attention-head behavior as position","authors_text":"Cinthia Sanchez Macias, Cristian B. Calderon, Cristobal Rojas, Felipe Urrutia, Jorge Salas, Juan Jos\\'e Alegr\\'ia","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-29T17:22:04Z","title":"Positional versus Symbolic Attention Heads: Learning Dynamics, RoPE Geometry, and Length Generalization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.31558","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:109cb0e658df6490dd08b26fb7c14a0ed613f47320ee66a9a8df8f4c6074d2c1","target":"record","created_at":"2026-06-01T02:04:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"893270a338f47f1e4b1642f4d3fe5f2451301f8298b7128f0ee39876d013b739","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-29T17:22:04Z","title_canon_sha256":"1b5776a82651bd39bd8923c1f48d96c92fdc2f7caa6329ab6b2cf5c124e0a598"},"schema_version":"1.0","source":{"id":"2605.31558","kind":"arxiv","version":1}},"canonical_sha256":"f8f3aede44543866c28bef3c0be97377ebdc316746c6431a2b44f63a4a168b3a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f8f3aede44543866c28bef3c0be97377ebdc316746c6431a2b44f63a4a168b3a","first_computed_at":"2026-06-01T02:04:12.559040Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-01T02:04:12.559040Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"V9YXAZH9i/3BNeC5Nhn04QHE2tBffqHT00n+dDHWeIqsDpeUaC23J3B7v+2kSQUNTyA3WFagXIdyDJxTDho2AA==","signature_status":"signed_v1","signed_at":"2026-06-01T02:04:12.559783Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.31558","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:109cb0e658df6490dd08b26fb7c14a0ed613f47320ee66a9a8df8f4c6074d2c1","sha256:7bdec136a32435a80cd1e33f50ca38444ce0b1f3116b9994f2bfe0766a77ca30"],"state_sha256":"edcfe1bfc895e7517c54ac1d94e2711c8c41be28a838bef0ed3c23efc02d8c19"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FVaALYd9Kz8/JwVWm2yfyNM+ZcVDp81q4WaJFBAGblemKrtExDBq3y59EBpBhJnHqrFhnpWNc5EbsyZk/Rj8BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-22T12:38:38.072243Z","bundle_sha256":"6b6a5570580d6ea8429a0d972f524e55bc6f8618277a7eda0e48bbc4e0d9033a"}}