{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:LLFA55NOLTUGN4OASBAGIT47MU","short_pith_number":"pith:LLFA55NO","canonical_record":{"source":{"id":"2311.04109","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-07T16:31:56Z","cross_cats_sorted":["cs.CR"],"title_canon_sha256":"ec3b58dd8069cbfdf803ba4970f83068df8fd13b72543f4f7d8159f9692fb5a7","abstract_canon_sha256":"34c5d7d4b66d31a16a65f9548781e0973af70ff0e57ae7b2646603db5d032a50"},"schema_version":"1.0"},"canonical_sha256":"5aca0ef5ae5ce866f1c09040644f9f65337187c4c0bf03f566ab44f15220f2b1","source":{"kind":"arxiv","id":"2311.04109","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.04109","created_at":"2026-07-05T07:10:11Z"},{"alias_kind":"arxiv_version","alias_value":"2311.04109v1","created_at":"2026-07-05T07:10:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.04109","created_at":"2026-07-05T07:10:11Z"},{"alias_kind":"pith_short_12","alias_value":"LLFA55NOLTUG","created_at":"2026-07-05T07:10:11Z"},{"alias_kind":"pith_short_16","alias_value":"LLFA55NOLTUGN4OA","created_at":"2026-07-05T07:10:11Z"},{"alias_kind":"pith_short_8","alias_value":"LLFA55NO","created_at":"2026-07-05T07:10:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:LLFA55NOLTUGN4OASBAGIT47MU","target":"record","payload":{"canonical_record":{"source":{"id":"2311.04109","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-07T16:31:56Z","cross_cats_sorted":["cs.CR"],"title_canon_sha256":"ec3b58dd8069cbfdf803ba4970f83068df8fd13b72543f4f7d8159f9692fb5a7","abstract_canon_sha256":"34c5d7d4b66d31a16a65f9548781e0973af70ff0e57ae7b2646603db5d032a50"},"schema_version":"1.0"},"canonical_sha256":"5aca0ef5ae5ce866f1c09040644f9f65337187c4c0bf03f566ab44f15220f2b1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:10:11.154519Z","signature_b64":"6asCsrLNKmz1lsmGN+oWf/yxfrri1TIqJyr90pK4LYuoNuED22oaJI8q2w79av0BxbaxNKoEAM6NwiqlOQCRBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5aca0ef5ae5ce866f1c09040644f9f65337187c4c0bf03f566ab44f15220f2b1","last_reissued_at":"2026-07-05T07:10:11.154040Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:10:11.154040Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.04109","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:10:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ITPb+vXrwqBgPOclBjbIft9T0gmOGVDNYRVFgPGaxj4GXnWhuwJ57zhgkQ2MWSnQA7lui2BEXKV558vsqVz8DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:34:04.781811Z"},"content_sha256":"73185f8396fdedd9f0b449903f6a1a0869de11fadb8bde3b09fae9be5ccfb6c2","schema_version":"1.0","event_id":"sha256:73185f8396fdedd9f0b449903f6a1a0869de11fadb8bde3b09fae9be5ccfb6c2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:LLFA55NOLTUGN4OASBAGIT47MU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do Language Models Learn Semantics of Code? A Case Study in Vulnerability Detection","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CR"],"primary_cat":"cs.LG","authors_text":"Benjamin Steenhoek, Md Mahbubur Rahman, Shaila Sharmin, Wei Le","submitted_at":"2023-11-07T16:31:56Z","abstract_excerpt":"Recently, pretrained language models have shown state-of-the-art performance on the vulnerability detection task. These models are pretrained on a large corpus of source code, then fine-tuned on a smaller supervised vulnerability dataset. Due to the different training objectives and the performance of the models, it is interesting to consider whether the models have learned the semantics of code relevant to vulnerability detection, namely bug semantics, and if so, how the alignment to bug semantics relates to model performance. In this paper, we analyze the models using three distinct methods:"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.04109","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.04109/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:10:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NfqcSZ5gUtJkfHi6+dVWubEjn4HhUhOqS13HKYPA4LqPrGOHGn1huJwZDu228dZBxUeE99FwnwB9UMvIbvnMBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:34:04.782371Z"},"content_sha256":"f40121be35bb96de057528bcaae1a05b1127775f037c9eb2b366b36ca5c32084","schema_version":"1.0","event_id":"sha256:f40121be35bb96de057528bcaae1a05b1127775f037c9eb2b366b36ca5c32084"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LLFA55NOLTUGN4OASBAGIT47MU/bundle.json","state_url":"https://pith.science/pith/LLFA55NOLTUGN4OASBAGIT47MU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LLFA55NOLTUGN4OASBAGIT47MU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T00:34:04Z","links":{"resolver":"https://pith.science/pith/LLFA55NOLTUGN4OASBAGIT47MU","bundle":"https://pith.science/pith/LLFA55NOLTUGN4OASBAGIT47MU/bundle.json","state":"https://pith.science/pith/LLFA55NOLTUGN4OASBAGIT47MU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LLFA55NOLTUGN4OASBAGIT47MU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:LLFA55NOLTUGN4OASBAGIT47MU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"34c5d7d4b66d31a16a65f9548781e0973af70ff0e57ae7b2646603db5d032a50","cross_cats_sorted":["cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-07T16:31:56Z","title_canon_sha256":"ec3b58dd8069cbfdf803ba4970f83068df8fd13b72543f4f7d8159f9692fb5a7"},"schema_version":"1.0","source":{"id":"2311.04109","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.04109","created_at":"2026-07-05T07:10:11Z"},{"alias_kind":"arxiv_version","alias_value":"2311.04109v1","created_at":"2026-07-05T07:10:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.04109","created_at":"2026-07-05T07:10:11Z"},{"alias_kind":"pith_short_12","alias_value":"LLFA55NOLTUG","created_at":"2026-07-05T07:10:11Z"},{"alias_kind":"pith_short_16","alias_value":"LLFA55NOLTUGN4OA","created_at":"2026-07-05T07:10:11Z"},{"alias_kind":"pith_short_8","alias_value":"LLFA55NO","created_at":"2026-07-05T07:10:11Z"}],"graph_snapshots":[{"event_id":"sha256:f40121be35bb96de057528bcaae1a05b1127775f037c9eb2b366b36ca5c32084","target":"graph","created_at":"2026-07-05T07:10:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.04109/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, pretrained language models have shown state-of-the-art performance on the vulnerability detection task. These models are pretrained on a large corpus of source code, then fine-tuned on a smaller supervised vulnerability dataset. Due to the different training objectives and the performance of the models, it is interesting to consider whether the models have learned the semantics of code relevant to vulnerability detection, namely bug semantics, and if so, how the alignment to bug semantics relates to model performance. In this paper, we analyze the models using three distinct methods:","authors_text":"Benjamin Steenhoek, Md Mahbubur Rahman, Shaila Sharmin, Wei Le","cross_cats":["cs.CR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-07T16:31:56Z","title":"Do Language Models Learn Semantics of Code? A Case Study in Vulnerability Detection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.04109","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:73185f8396fdedd9f0b449903f6a1a0869de11fadb8bde3b09fae9be5ccfb6c2","target":"record","created_at":"2026-07-05T07:10:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"34c5d7d4b66d31a16a65f9548781e0973af70ff0e57ae7b2646603db5d032a50","cross_cats_sorted":["cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-07T16:31:56Z","title_canon_sha256":"ec3b58dd8069cbfdf803ba4970f83068df8fd13b72543f4f7d8159f9692fb5a7"},"schema_version":"1.0","source":{"id":"2311.04109","kind":"arxiv","version":1}},"canonical_sha256":"5aca0ef5ae5ce866f1c09040644f9f65337187c4c0bf03f566ab44f15220f2b1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5aca0ef5ae5ce866f1c09040644f9f65337187c4c0bf03f566ab44f15220f2b1","first_computed_at":"2026-07-05T07:10:11.154040Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:10:11.154040Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6asCsrLNKmz1lsmGN+oWf/yxfrri1TIqJyr90pK4LYuoNuED22oaJI8q2w79av0BxbaxNKoEAM6NwiqlOQCRBg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:10:11.154519Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.04109","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:73185f8396fdedd9f0b449903f6a1a0869de11fadb8bde3b09fae9be5ccfb6c2","sha256:f40121be35bb96de057528bcaae1a05b1127775f037c9eb2b366b36ca5c32084"],"state_sha256":"b9d403c017406ee74e0b0a3aedeed5f174fde3f4c83a48c69e188c38cc082670"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EF6Nu4+C+bNLOt9uo4bEOz6UIOaa5fLKw6COzO+L91yWx947jukdasBU9A7xO1xPZAfiVNtnXNeJ3C3onbC6CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T00:34:04.786597Z","bundle_sha256":"a01e70be04e17dc2c1f53a711b0ca42f11d300eba3e86c3482e76c7e146c2291"}}