{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ILDTLKZ43UICDP6ZJW4HFTT6TF","short_pith_number":"pith:ILDTLKZ4","canonical_record":{"source":{"id":"2405.13536","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-22T11:14:00Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"c59643000e21f9157c95ef661ff9c745cffc1b56d7a4c5024fc8000ecc6d6780","abstract_canon_sha256":"f3f0571d41f51ab431743cf59e8f39217742d82c4206081f6839cfac54880b4a"},"schema_version":"1.0"},"canonical_sha256":"42c735ab3cdd1021bfd94db872ce7e996865ef371beaa2141ccfd8e6f53b7ce5","source":{"kind":"arxiv","id":"2405.13536","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.13536","created_at":"2026-07-05T09:58:58Z"},{"alias_kind":"arxiv_version","alias_value":"2405.13536v2","created_at":"2026-07-05T09:58:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.13536","created_at":"2026-07-05T09:58:58Z"},{"alias_kind":"pith_short_12","alias_value":"ILDTLKZ43UIC","created_at":"2026-07-05T09:58:58Z"},{"alias_kind":"pith_short_16","alias_value":"ILDTLKZ43UICDP6Z","created_at":"2026-07-05T09:58:58Z"},{"alias_kind":"pith_short_8","alias_value":"ILDTLKZ4","created_at":"2026-07-05T09:58:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ILDTLKZ43UICDP6ZJW4HFTT6TF","target":"record","payload":{"canonical_record":{"source":{"id":"2405.13536","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-22T11:14:00Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"c59643000e21f9157c95ef661ff9c745cffc1b56d7a4c5024fc8000ecc6d6780","abstract_canon_sha256":"f3f0571d41f51ab431743cf59e8f39217742d82c4206081f6839cfac54880b4a"},"schema_version":"1.0"},"canonical_sha256":"42c735ab3cdd1021bfd94db872ce7e996865ef371beaa2141ccfd8e6f53b7ce5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:58:58.390185Z","signature_b64":"hGCYgAkMiUVaybmhjgLCtR6Jv/bd47uZcMQFPdavjmnpL+ZZQZeLgvCd8aK8loMmPCbOMJDPfzy5DQIh1KgpCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"42c735ab3cdd1021bfd94db872ce7e996865ef371beaa2141ccfd8e6f53b7ce5","last_reissued_at":"2026-07-05T09:58:58.389771Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:58:58.389771Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.13536","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:58:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ixGHKeYUygAOq4DPKF14ASEsEjIM92fB+FurtTCusuQ+cnZHD/wy1Td1wMTwE7qFufSKrSNVKWi6F7vTDetwAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T17:27:04.368909Z"},"content_sha256":"f95daaa75f6150103f8e4054772a1d94c8b4e868cf780c4a02ec4589c2c2c0f1","schema_version":"1.0","event_id":"sha256:f95daaa75f6150103f8e4054772a1d94c8b4e868cf780c4a02ec4589c2c2c0f1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ILDTLKZ43UICDP6ZJW4HFTT6TF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Attention Mechanisms Don't Learn Additive Models: Rethinking Feature Importance for Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Alina Fastowski, Felix Pfeiffer, Gjergji Kasneci, Tobias Leemann","submitted_at":"2024-05-22T11:14:00Z","abstract_excerpt":"We address the critical challenge of applying feature attribution methods to the transformer architecture, which dominates current applications in natural language processing and beyond. Traditional attribution methods to explainable AI (XAI) explicitly or implicitly rely on linear or additive surrogate models to quantify the impact of input features on a model's output. In this work, we formally prove an alarming incompatibility: transformers are structurally incapable of representing linear or additive surrogate models used for feature attribution, undermining the grounding of these conventi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.13536","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.13536/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:58:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wbPW6UOZ+ybs/7n7GrA1JeJ1Jdgmkm5wgYokI/yMABprJd1C6zZfmhtRqPhSyXW3FcmBfvLMoAoeqpb/i/X2Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T17:27:04.369491Z"},"content_sha256":"b204f4c8a225444ace6994ab1bfb9a7bb4217490e01af80d34b3d53ce985c93f","schema_version":"1.0","event_id":"sha256:b204f4c8a225444ace6994ab1bfb9a7bb4217490e01af80d34b3d53ce985c93f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ILDTLKZ43UICDP6ZJW4HFTT6TF/bundle.json","state_url":"https://pith.science/pith/ILDTLKZ43UICDP6ZJW4HFTT6TF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ILDTLKZ43UICDP6ZJW4HFTT6TF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T17:27:04Z","links":{"resolver":"https://pith.science/pith/ILDTLKZ43UICDP6ZJW4HFTT6TF","bundle":"https://pith.science/pith/ILDTLKZ43UICDP6ZJW4HFTT6TF/bundle.json","state":"https://pith.science/pith/ILDTLKZ43UICDP6ZJW4HFTT6TF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ILDTLKZ43UICDP6ZJW4HFTT6TF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ILDTLKZ43UICDP6ZJW4HFTT6TF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f3f0571d41f51ab431743cf59e8f39217742d82c4206081f6839cfac54880b4a","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-22T11:14:00Z","title_canon_sha256":"c59643000e21f9157c95ef661ff9c745cffc1b56d7a4c5024fc8000ecc6d6780"},"schema_version":"1.0","source":{"id":"2405.13536","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.13536","created_at":"2026-07-05T09:58:58Z"},{"alias_kind":"arxiv_version","alias_value":"2405.13536v2","created_at":"2026-07-05T09:58:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.13536","created_at":"2026-07-05T09:58:58Z"},{"alias_kind":"pith_short_12","alias_value":"ILDTLKZ43UIC","created_at":"2026-07-05T09:58:58Z"},{"alias_kind":"pith_short_16","alias_value":"ILDTLKZ43UICDP6Z","created_at":"2026-07-05T09:58:58Z"},{"alias_kind":"pith_short_8","alias_value":"ILDTLKZ4","created_at":"2026-07-05T09:58:58Z"}],"graph_snapshots":[{"event_id":"sha256:b204f4c8a225444ace6994ab1bfb9a7bb4217490e01af80d34b3d53ce985c93f","target":"graph","created_at":"2026-07-05T09:58:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.13536/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We address the critical challenge of applying feature attribution methods to the transformer architecture, which dominates current applications in natural language processing and beyond. Traditional attribution methods to explainable AI (XAI) explicitly or implicitly rely on linear or additive surrogate models to quantify the impact of input features on a model's output. In this work, we formally prove an alarming incompatibility: transformers are structurally incapable of representing linear or additive surrogate models used for feature attribution, undermining the grounding of these conventi","authors_text":"Alina Fastowski, Felix Pfeiffer, Gjergji Kasneci, Tobias Leemann","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-22T11:14:00Z","title":"Attention Mechanisms Don't Learn Additive Models: Rethinking Feature Importance for Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.13536","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f95daaa75f6150103f8e4054772a1d94c8b4e868cf780c4a02ec4589c2c2c0f1","target":"record","created_at":"2026-07-05T09:58:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f3f0571d41f51ab431743cf59e8f39217742d82c4206081f6839cfac54880b4a","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-22T11:14:00Z","title_canon_sha256":"c59643000e21f9157c95ef661ff9c745cffc1b56d7a4c5024fc8000ecc6d6780"},"schema_version":"1.0","source":{"id":"2405.13536","kind":"arxiv","version":2}},"canonical_sha256":"42c735ab3cdd1021bfd94db872ce7e996865ef371beaa2141ccfd8e6f53b7ce5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"42c735ab3cdd1021bfd94db872ce7e996865ef371beaa2141ccfd8e6f53b7ce5","first_computed_at":"2026-07-05T09:58:58.389771Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:58:58.389771Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hGCYgAkMiUVaybmhjgLCtR6Jv/bd47uZcMQFPdavjmnpL+ZZQZeLgvCd8aK8loMmPCbOMJDPfzy5DQIh1KgpCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:58:58.390185Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.13536","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f95daaa75f6150103f8e4054772a1d94c8b4e868cf780c4a02ec4589c2c2c0f1","sha256:b204f4c8a225444ace6994ab1bfb9a7bb4217490e01af80d34b3d53ce985c93f"],"state_sha256":"671ee6815309dba0b374fd09cf2ecb412a7fc28f6f565401e513276920782a1e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vieJnbSlfxZBSAypu0dtA56oxiQVqU1MCtnTyLHOhufFxwc5EzmmEic2HEnDM5oVwqtMT16akUPXe7IrJsTJBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T17:27:04.375704Z","bundle_sha256":"ff4bc59c9072c358adaf6050a306f67344a05940703ad7e88ecc1b48720b6cb6"}}