{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:MXKNR2CR3XSBCG6OFT7UT5NJ6C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c7f06dfeb71e4c1c5def093993ff39ca5b60a1dd5af6369f473a519d911ff793","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-08-12T15:48:34Z","title_canon_sha256":"9a945acef436df0de8b6903abf257a616bc0c29cbe9820e74a8872f72ed27b94"},"schema_version":"1.0","source":{"id":"1908.04211","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.04211","created_at":"2026-07-05T00:39:05Z"},{"alias_kind":"arxiv_version","alias_value":"1908.04211v4","created_at":"2026-07-05T00:39:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.04211","created_at":"2026-07-05T00:39:05Z"},{"alias_kind":"pith_short_12","alias_value":"MXKNR2CR3XSB","created_at":"2026-07-05T00:39:05Z"},{"alias_kind":"pith_short_16","alias_value":"MXKNR2CR3XSBCG6O","created_at":"2026-07-05T00:39:05Z"},{"alias_kind":"pith_short_8","alias_value":"MXKNR2CR","created_at":"2026-07-05T00:39:05Z"}],"graph_snapshots":[{"event_id":"sha256:ea45ae64f0f8799ba1f87f18c229f1e3fb3eaa2516b77d71bbf1ecc9b2846dab","target":"graph","created_at":"2026-07-05T00:39:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1908.04211/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper we delve deep in the Transformer architecture by investigating two of its core components: self-attention and contextual embeddings. In particular, we study the identifiability of attention weights and token embeddings, and the aggregation of context into hidden tokens. We show that, for sequences longer than the attention head dimension, attention weights are not identifiable. We propose effective attention as a complementary tool for improving explanatory interpretations based on attention. Furthermore, we show that input tokens retain to a large degree their identity across th","authors_text":"Dami\\'an Pascual, Gino Brunner, Massimiliano Ciaramita, Oliver Richter, Roger Wattenhofer, Yang Liu","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-08-12T15:48:34Z","title":"On Identifiability in Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.04211","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9bc1af49e1f95af3b00d04a64811a18c468b819d48f947f1cf281fe8a7c295c5","target":"record","created_at":"2026-07-05T00:39:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c7f06dfeb71e4c1c5def093993ff39ca5b60a1dd5af6369f473a519d911ff793","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-08-12T15:48:34Z","title_canon_sha256":"9a945acef436df0de8b6903abf257a616bc0c29cbe9820e74a8872f72ed27b94"},"schema_version":"1.0","source":{"id":"1908.04211","kind":"arxiv","version":4}},"canonical_sha256":"65d4d8e851dde4111bce2cff49f5a9f0b6d22c3fec4a3ff74ed396e18458ab76","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"65d4d8e851dde4111bce2cff49f5a9f0b6d22c3fec4a3ff74ed396e18458ab76","first_computed_at":"2026-07-05T00:39:05.392944Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:39:05.392944Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ydalagS4KJEabS+DrmSsTzYt/sGFxLpI7G6+C/nDuUzMBU9j/nF3YvAvzEJUyc4ld5g8JjZ9o6RXNXaPDQJtDA==","signature_status":"signed_v1","signed_at":"2026-07-05T00:39:05.393433Z","signed_message":"canonical_sha256_bytes"},"source_id":"1908.04211","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9bc1af49e1f95af3b00d04a64811a18c468b819d48f947f1cf281fe8a7c295c5","sha256:ea45ae64f0f8799ba1f87f18c229f1e3fb3eaa2516b77d71bbf1ecc9b2846dab"],"state_sha256":"b18811ee089b4edf983371e0f06f01e42161877abc9976eaa315a38f6453c182"}