{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:UKGJ6IMGVIGQ2R7CHWQMKDOABW","short_pith_number":"pith:UKGJ6IMG","canonical_record":{"source":{"id":"2204.10200","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2022-04-05T21:23:10Z","cross_cats_sorted":["cs.AI","cs.CL","cs.PL"],"title_canon_sha256":"b9d7c1e30b04e1cb3844e260ad3bd60e0e28fabfbd1e79d5322c536a72be219b","abstract_canon_sha256":"855b11a1c0da1b7d6f0e6a397f88f6ef87a89092fdf3d97807998fa5f27664e4"},"schema_version":"1.0"},"canonical_sha256":"a28c9f2186aa0d0d47e23da0c50dc00db055fa52acce34c4db5864268b9aa37f","source":{"kind":"arxiv","id":"2204.10200","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.10200","created_at":"2026-07-05T04:16:47Z"},{"alias_kind":"arxiv_version","alias_value":"2204.10200v1","created_at":"2026-07-05T04:16:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.10200","created_at":"2026-07-05T04:16:47Z"},{"alias_kind":"pith_short_12","alias_value":"UKGJ6IMGVIGQ","created_at":"2026-07-05T04:16:47Z"},{"alias_kind":"pith_short_16","alias_value":"UKGJ6IMGVIGQ2R7C","created_at":"2026-07-05T04:16:47Z"},{"alias_kind":"pith_short_8","alias_value":"UKGJ6IMG","created_at":"2026-07-05T04:16:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:UKGJ6IMGVIGQ2R7CHWQMKDOABW","target":"record","payload":{"canonical_record":{"source":{"id":"2204.10200","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2022-04-05T21:23:10Z","cross_cats_sorted":["cs.AI","cs.CL","cs.PL"],"title_canon_sha256":"b9d7c1e30b04e1cb3844e260ad3bd60e0e28fabfbd1e79d5322c536a72be219b","abstract_canon_sha256":"855b11a1c0da1b7d6f0e6a397f88f6ef87a89092fdf3d97807998fa5f27664e4"},"schema_version":"1.0"},"canonical_sha256":"a28c9f2186aa0d0d47e23da0c50dc00db055fa52acce34c4db5864268b9aa37f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:16:47.762872Z","signature_b64":"cEmy5vV24BSwAZi+oS+fTSDeWlLlCYcFPFhVSROxQUQ29HP9bluRshR8lhAfL57q33cdax4ffil9RhnANxMPDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a28c9f2186aa0d0d47e23da0c50dc00db055fa52acce34c4db5864268b9aa37f","last_reissued_at":"2026-07-05T04:16:47.762430Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:16:47.762430Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.10200","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:16:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4Cxj5rRAsiR5PITj5NqarmD+HMuCziEZMjhevvDxVEuTySfJHGijKHm7Bs4mqemu2NpQZsTb3l6k64osADzbCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:07:37.838644Z"},"content_sha256":"3fb701d8c46a6747ca5c8b008e931f8df09820b19a89f6dec0f2656b5d4f0eb8","schema_version":"1.0","event_id":"sha256:3fb701d8c46a6747ca5c8b008e931f8df09820b19a89f6dec0f2656b5d4f0eb8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:UKGJ6IMGVIGQ2R7CHWQMKDOABW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Exploratory Study on Code Attention in BERT","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.PL"],"primary_cat":"cs.SE","authors_text":"David Lo, Fatemeh Fard, Fuxiang Chen, Rishab Sharma","submitted_at":"2022-04-05T21:23:10Z","abstract_excerpt":"Many recent models in software engineering introduced deep neural models based on the Transformer architecture or use transformer-based Pre-trained Language Models (PLM) trained on code. Although these models achieve the state of the arts results in many downstream tasks such as code summarization and bug detection, they are based on Transformer and PLM, which are mainly studied in the Natural Language Processing (NLP) field. The current studies rely on the reasoning and practices from NLP for these models in code, despite the differences between natural languages and programming languages. Th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.10200","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.10200/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:16:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UdvyqKLwD23s56+ibCqn689xLHOkDvzQBtbaiIJ1tAF6DJYnz0bL2xgQKW1PMtQKHHM7OlF+YD0y5JW1C3qoBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:07:37.839157Z"},"content_sha256":"59fda45eee759d4f00f37799c05675bf5715a16e2f1b30cad0748f4ba3ee15b5","schema_version":"1.0","event_id":"sha256:59fda45eee759d4f00f37799c05675bf5715a16e2f1b30cad0748f4ba3ee15b5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UKGJ6IMGVIGQ2R7CHWQMKDOABW/bundle.json","state_url":"https://pith.science/pith/UKGJ6IMGVIGQ2R7CHWQMKDOABW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UKGJ6IMGVIGQ2R7CHWQMKDOABW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T13:07:37Z","links":{"resolver":"https://pith.science/pith/UKGJ6IMGVIGQ2R7CHWQMKDOABW","bundle":"https://pith.science/pith/UKGJ6IMGVIGQ2R7CHWQMKDOABW/bundle.json","state":"https://pith.science/pith/UKGJ6IMGVIGQ2R7CHWQMKDOABW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UKGJ6IMGVIGQ2R7CHWQMKDOABW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:UKGJ6IMGVIGQ2R7CHWQMKDOABW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"855b11a1c0da1b7d6f0e6a397f88f6ef87a89092fdf3d97807998fa5f27664e4","cross_cats_sorted":["cs.AI","cs.CL","cs.PL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2022-04-05T21:23:10Z","title_canon_sha256":"b9d7c1e30b04e1cb3844e260ad3bd60e0e28fabfbd1e79d5322c536a72be219b"},"schema_version":"1.0","source":{"id":"2204.10200","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.10200","created_at":"2026-07-05T04:16:47Z"},{"alias_kind":"arxiv_version","alias_value":"2204.10200v1","created_at":"2026-07-05T04:16:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.10200","created_at":"2026-07-05T04:16:47Z"},{"alias_kind":"pith_short_12","alias_value":"UKGJ6IMGVIGQ","created_at":"2026-07-05T04:16:47Z"},{"alias_kind":"pith_short_16","alias_value":"UKGJ6IMGVIGQ2R7C","created_at":"2026-07-05T04:16:47Z"},{"alias_kind":"pith_short_8","alias_value":"UKGJ6IMG","created_at":"2026-07-05T04:16:47Z"}],"graph_snapshots":[{"event_id":"sha256:59fda45eee759d4f00f37799c05675bf5715a16e2f1b30cad0748f4ba3ee15b5","target":"graph","created_at":"2026-07-05T04:16:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.10200/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many recent models in software engineering introduced deep neural models based on the Transformer architecture or use transformer-based Pre-trained Language Models (PLM) trained on code. Although these models achieve the state of the arts results in many downstream tasks such as code summarization and bug detection, they are based on Transformer and PLM, which are mainly studied in the Natural Language Processing (NLP) field. The current studies rely on the reasoning and practices from NLP for these models in code, despite the differences between natural languages and programming languages. Th","authors_text":"David Lo, Fatemeh Fard, Fuxiang Chen, Rishab Sharma","cross_cats":["cs.AI","cs.CL","cs.PL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2022-04-05T21:23:10Z","title":"An Exploratory Study on Code Attention in BERT"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.10200","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3fb701d8c46a6747ca5c8b008e931f8df09820b19a89f6dec0f2656b5d4f0eb8","target":"record","created_at":"2026-07-05T04:16:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"855b11a1c0da1b7d6f0e6a397f88f6ef87a89092fdf3d97807998fa5f27664e4","cross_cats_sorted":["cs.AI","cs.CL","cs.PL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2022-04-05T21:23:10Z","title_canon_sha256":"b9d7c1e30b04e1cb3844e260ad3bd60e0e28fabfbd1e79d5322c536a72be219b"},"schema_version":"1.0","source":{"id":"2204.10200","kind":"arxiv","version":1}},"canonical_sha256":"a28c9f2186aa0d0d47e23da0c50dc00db055fa52acce34c4db5864268b9aa37f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a28c9f2186aa0d0d47e23da0c50dc00db055fa52acce34c4db5864268b9aa37f","first_computed_at":"2026-07-05T04:16:47.762430Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:16:47.762430Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cEmy5vV24BSwAZi+oS+fTSDeWlLlCYcFPFhVSROxQUQ29HP9bluRshR8lhAfL57q33cdax4ffil9RhnANxMPDg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:16:47.762872Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.10200","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3fb701d8c46a6747ca5c8b008e931f8df09820b19a89f6dec0f2656b5d4f0eb8","sha256:59fda45eee759d4f00f37799c05675bf5715a16e2f1b30cad0748f4ba3ee15b5"],"state_sha256":"e3e8ccc90931105068a9b5111b7fa7820db17b6311796651bf3c83e965365f3f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RoHR3q+oGLAMnZSMRNRYX+M2/p3hg+URqVyT+htDn88RghSyNneZICuvZ/OhyFiePbFniKHNelGaC/vocbnSAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T13:07:37.841759Z","bundle_sha256":"9fc45dd672ea529f27f39675fdd575f840e7a0b9c71c7de608968dd86d0fc66a"}}