{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:UEXXGMYEJVLPAJMMNXRN2XXMJA","short_pith_number":"pith:UEXXGMYE","canonical_record":{"source":{"id":"2011.00740","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-11-02T04:28:16Z","cross_cats_sorted":[],"title_canon_sha256":"17185376950a222b9fb2b8dc238a89c11b408563149ddc000242ae24df36c0af","abstract_canon_sha256":"060715a02fda7ed6f8fee331c796537d50e71ce40fb386ce3ec001f23a167d32"},"schema_version":"1.0"},"canonical_sha256":"a12f7333044d56f0258c6de2dd5eec483c21df4dfc2bb5d961003cb5ca7dd8a1","source":{"kind":"arxiv","id":"2011.00740","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.00740","created_at":"2026-07-05T03:36:35Z"},{"alias_kind":"arxiv_version","alias_value":"2011.00740v3","created_at":"2026-07-05T03:36:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.00740","created_at":"2026-07-05T03:36:35Z"},{"alias_kind":"pith_short_12","alias_value":"UEXXGMYEJVLP","created_at":"2026-07-05T03:36:35Z"},{"alias_kind":"pith_short_16","alias_value":"UEXXGMYEJVLPAJMM","created_at":"2026-07-05T03:36:35Z"},{"alias_kind":"pith_short_8","alias_value":"UEXXGMYE","created_at":"2026-07-05T03:36:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:UEXXGMYEJVLPAJMMNXRN2XXMJA","target":"record","payload":{"canonical_record":{"source":{"id":"2011.00740","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-11-02T04:28:16Z","cross_cats_sorted":[],"title_canon_sha256":"17185376950a222b9fb2b8dc238a89c11b408563149ddc000242ae24df36c0af","abstract_canon_sha256":"060715a02fda7ed6f8fee331c796537d50e71ce40fb386ce3ec001f23a167d32"},"schema_version":"1.0"},"canonical_sha256":"a12f7333044d56f0258c6de2dd5eec483c21df4dfc2bb5d961003cb5ca7dd8a1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:36:35.238272Z","signature_b64":"dnn5Uw5vwtLQkZLJS8aqAQmNpVYUyavrxRUyfb55nQJmTz34ijO5Hm/OCacdoIbruE46ec5ueoXpWReZJhBTAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a12f7333044d56f0258c6de2dd5eec483c21df4dfc2bb5d961003cb5ca7dd8a1","last_reissued_at":"2026-07-05T03:36:35.237805Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:36:35.237805Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2011.00740","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:36:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qk3jdVKiVwVbLufuXXSlV8TVJ7h/LorzyMTlg4S5DjKQNnVeg1htRqx8MPMuCvf+qblex1x5F7Rg3LVq2WAlDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T12:56:44.343923Z"},"content_sha256":"6de9387e46b4e9c4dc6aaa8fdac91a347a4c6995802c79729ef1fba93fc220ad","schema_version":"1.0","event_id":"sha256:6de9387e46b4e9c4dc6aaa8fdac91a347a4c6995802c79729ef1fba93fc220ad"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:UEXXGMYEJVLPAJMMNXRN2XXMJA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Influence Patterns for Explaining Information Flow in BERT","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Anupam Datta, Kaiji Lu, Piotr Mardziel, Zifan Wang","submitted_at":"2020-11-02T04:28:16Z","abstract_excerpt":"While attention is all you need may be proving true, we do not know why: attention-based transformer models such as BERT are superior but how information flows from input tokens to output predictions are unclear. We introduce influence patterns, abstractions of sets of paths through a transformer model. Patterns quantify and localize the flow of information to paths passing through a sequence of model nodes. Experimentally, we find that significant portion of information flow in BERT goes through skip connections instead of attention heads. We further show that consistency of patterns across i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.00740","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2011.00740/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:36:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dKvK1ENEmguybOzDGvXT4jMAGkJY/ytKkz/khFcOMrJmC3GFgBkG7HSubNd/kv0VFS+BPFDDN11A376ZOnmDAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T12:56:44.344248Z"},"content_sha256":"5d048751de3cb45252cde4fadbd41af7c53090c2a4edea0dfa138fdef6a34e96","schema_version":"1.0","event_id":"sha256:5d048751de3cb45252cde4fadbd41af7c53090c2a4edea0dfa138fdef6a34e96"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UEXXGMYEJVLPAJMMNXRN2XXMJA/bundle.json","state_url":"https://pith.science/pith/UEXXGMYEJVLPAJMMNXRN2XXMJA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UEXXGMYEJVLPAJMMNXRN2XXMJA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T12:56:44Z","links":{"resolver":"https://pith.science/pith/UEXXGMYEJVLPAJMMNXRN2XXMJA","bundle":"https://pith.science/pith/UEXXGMYEJVLPAJMMNXRN2XXMJA/bundle.json","state":"https://pith.science/pith/UEXXGMYEJVLPAJMMNXRN2XXMJA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UEXXGMYEJVLPAJMMNXRN2XXMJA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:UEXXGMYEJVLPAJMMNXRN2XXMJA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"060715a02fda7ed6f8fee331c796537d50e71ce40fb386ce3ec001f23a167d32","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-11-02T04:28:16Z","title_canon_sha256":"17185376950a222b9fb2b8dc238a89c11b408563149ddc000242ae24df36c0af"},"schema_version":"1.0","source":{"id":"2011.00740","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.00740","created_at":"2026-07-05T03:36:35Z"},{"alias_kind":"arxiv_version","alias_value":"2011.00740v3","created_at":"2026-07-05T03:36:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.00740","created_at":"2026-07-05T03:36:35Z"},{"alias_kind":"pith_short_12","alias_value":"UEXXGMYEJVLP","created_at":"2026-07-05T03:36:35Z"},{"alias_kind":"pith_short_16","alias_value":"UEXXGMYEJVLPAJMM","created_at":"2026-07-05T03:36:35Z"},{"alias_kind":"pith_short_8","alias_value":"UEXXGMYE","created_at":"2026-07-05T03:36:35Z"}],"graph_snapshots":[{"event_id":"sha256:5d048751de3cb45252cde4fadbd41af7c53090c2a4edea0dfa138fdef6a34e96","target":"graph","created_at":"2026-07-05T03:36:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2011.00740/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While attention is all you need may be proving true, we do not know why: attention-based transformer models such as BERT are superior but how information flows from input tokens to output predictions are unclear. We introduce influence patterns, abstractions of sets of paths through a transformer model. Patterns quantify and localize the flow of information to paths passing through a sequence of model nodes. Experimentally, we find that significant portion of information flow in BERT goes through skip connections instead of attention heads. We further show that consistency of patterns across i","authors_text":"Anupam Datta, Kaiji Lu, Piotr Mardziel, Zifan Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-11-02T04:28:16Z","title":"Influence Patterns for Explaining Information Flow in BERT"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.00740","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6de9387e46b4e9c4dc6aaa8fdac91a347a4c6995802c79729ef1fba93fc220ad","target":"record","created_at":"2026-07-05T03:36:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"060715a02fda7ed6f8fee331c796537d50e71ce40fb386ce3ec001f23a167d32","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-11-02T04:28:16Z","title_canon_sha256":"17185376950a222b9fb2b8dc238a89c11b408563149ddc000242ae24df36c0af"},"schema_version":"1.0","source":{"id":"2011.00740","kind":"arxiv","version":3}},"canonical_sha256":"a12f7333044d56f0258c6de2dd5eec483c21df4dfc2bb5d961003cb5ca7dd8a1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a12f7333044d56f0258c6de2dd5eec483c21df4dfc2bb5d961003cb5ca7dd8a1","first_computed_at":"2026-07-05T03:36:35.237805Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:36:35.237805Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dnn5Uw5vwtLQkZLJS8aqAQmNpVYUyavrxRUyfb55nQJmTz34ijO5Hm/OCacdoIbruE46ec5ueoXpWReZJhBTAg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:36:35.238272Z","signed_message":"canonical_sha256_bytes"},"source_id":"2011.00740","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6de9387e46b4e9c4dc6aaa8fdac91a347a4c6995802c79729ef1fba93fc220ad","sha256:5d048751de3cb45252cde4fadbd41af7c53090c2a4edea0dfa138fdef6a34e96"],"state_sha256":"0c1b2d6b58da0dd030a1fec6f07d3b58e019cf88fce93078184fe16cbe4be94f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e7P+95v9DPHssyOgsOLed72kW189K5tz8SYXvBoUFz01gF3GfPW7FJ4hMRVvGV1W7EgSkSMkgTIeL6+vomy1Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T12:56:44.347348Z","bundle_sha256":"751a416f8fdf00f2c1ffae131bf9e398645dc0f8619fadc5c520d3ec99e75022"}}