{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:ULZ3PEX7ZEWSKJJC2ILV2UEV22","short_pith_number":"pith:ULZ3PEX7","canonical_record":{"source":{"id":"2505.20630","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-05-27T02:16:27Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"cd1dc59f8cb10614ae9d8719b80e19ea6488f1fb856da8210c185a42d822f490","abstract_canon_sha256":"5e5e2acd628c2225e0baddb4330ee7d83900c265a0c9da6213c8daf805439c4f"},"schema_version":"1.0"},"canonical_sha256":"a2f3b792ffc92d252522d2175d5095d690b8ed71b06429b778bf95faf14e68fa","source":{"kind":"arxiv","id":"2505.20630","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.20630","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"arxiv_version","alias_value":"2505.20630v1","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.20630","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"pith_short_12","alias_value":"ULZ3PEX7ZEWS","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"pith_short_16","alias_value":"ULZ3PEX7ZEWSKJJC","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"pith_short_8","alias_value":"ULZ3PEX7","created_at":"2026-07-05T11:10:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:ULZ3PEX7ZEWSKJJC2ILV2UEV22","target":"record","payload":{"canonical_record":{"source":{"id":"2505.20630","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-05-27T02:16:27Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"cd1dc59f8cb10614ae9d8719b80e19ea6488f1fb856da8210c185a42d822f490","abstract_canon_sha256":"5e5e2acd628c2225e0baddb4330ee7d83900c265a0c9da6213c8daf805439c4f"},"schema_version":"1.0"},"canonical_sha256":"a2f3b792ffc92d252522d2175d5095d690b8ed71b06429b778bf95faf14e68fa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:10:15.646449Z","signature_b64":"mu1PBQo8DmWrVbsiEn0gd/jPg+8XCI39D6eBVrYc/HTSogx8wh360ooSF5XeM/mpuftM/BXzUw7EhrxzJBwZDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a2f3b792ffc92d252522d2175d5095d690b8ed71b06429b778bf95faf14e68fa","last_reissued_at":"2026-07-05T11:10:15.645922Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:10:15.645922Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.20630","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:10:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Qhh+gi9Vl/OW9Mva75IiONbkjaj1HUnlqMN2BsQ02FFL82V4Q8ENznu7sXECVTnbCoLXwF+14IFVwecP/5beDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T14:22:09.671749Z"},"content_sha256":"053d02ffbbe97e2dfb9355e56ab5d42616aa8bb8da34139d2f2ab0d0a34d5e50","schema_version":"1.0","event_id":"sha256:053d02ffbbe97e2dfb9355e56ab5d42616aa8bb8da34139d2f2ab0d0a34d5e50"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:ULZ3PEX7ZEWSKJJC2ILV2UEV22","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SV-TrustEval-C: Evaluating Structure and Semantic Reasoning in Large Language Models for Source Code Vulnerability Analysis","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.SE","authors_text":"Alexander M. Hoole, Guy-Vincent Jourdan, Hari Manassery Koduvely, Manish Marwah, Paula Branco, Stephan Jou, Yansong Li","submitted_at":"2025-05-27T02:16:27Z","abstract_excerpt":"As Large Language Models (LLMs) evolve in understanding and generating code, accurately evaluating their reliability in analyzing source code vulnerabilities becomes increasingly vital. While studies have examined LLM capabilities in tasks like vulnerability detection and repair, they often overlook the importance of both structure and semantic reasoning crucial for trustworthy vulnerability analysis. To address this gap, we introduce SV-TrustEval-C, a benchmark designed to evaluate LLMs' abilities for vulnerability analysis of code written in the C programming language through two key dimensi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.20630","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.20630/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:10:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dI76WNBCFtG0RqqsjKG9JwCiiz63XXA6DYxJ77e4KX4+hI1283+CVvmIeOELe7OfsPQZavLEb80TUxJhYKHCBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T14:22:09.672688Z"},"content_sha256":"30c014ea685ed9deac2f3ca0372ddc744344086589bb600a3040137d50fb3fcc","schema_version":"1.0","event_id":"sha256:30c014ea685ed9deac2f3ca0372ddc744344086589bb600a3040137d50fb3fcc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ULZ3PEX7ZEWSKJJC2ILV2UEV22/bundle.json","state_url":"https://pith.science/pith/ULZ3PEX7ZEWSKJJC2ILV2UEV22/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ULZ3PEX7ZEWSKJJC2ILV2UEV22/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T14:22:09Z","links":{"resolver":"https://pith.science/pith/ULZ3PEX7ZEWSKJJC2ILV2UEV22","bundle":"https://pith.science/pith/ULZ3PEX7ZEWSKJJC2ILV2UEV22/bundle.json","state":"https://pith.science/pith/ULZ3PEX7ZEWSKJJC2ILV2UEV22/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ULZ3PEX7ZEWSKJJC2ILV2UEV22/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ULZ3PEX7ZEWSKJJC2ILV2UEV22","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5e5e2acd628c2225e0baddb4330ee7d83900c265a0c9da6213c8daf805439c4f","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-05-27T02:16:27Z","title_canon_sha256":"cd1dc59f8cb10614ae9d8719b80e19ea6488f1fb856da8210c185a42d822f490"},"schema_version":"1.0","source":{"id":"2505.20630","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.20630","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"arxiv_version","alias_value":"2505.20630v1","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.20630","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"pith_short_12","alias_value":"ULZ3PEX7ZEWS","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"pith_short_16","alias_value":"ULZ3PEX7ZEWSKJJC","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"pith_short_8","alias_value":"ULZ3PEX7","created_at":"2026-07-05T11:10:15Z"}],"graph_snapshots":[{"event_id":"sha256:30c014ea685ed9deac2f3ca0372ddc744344086589bb600a3040137d50fb3fcc","target":"graph","created_at":"2026-07-05T11:10:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.20630/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As Large Language Models (LLMs) evolve in understanding and generating code, accurately evaluating their reliability in analyzing source code vulnerabilities becomes increasingly vital. While studies have examined LLM capabilities in tasks like vulnerability detection and repair, they often overlook the importance of both structure and semantic reasoning crucial for trustworthy vulnerability analysis. To address this gap, we introduce SV-TrustEval-C, a benchmark designed to evaluate LLMs' abilities for vulnerability analysis of code written in the C programming language through two key dimensi","authors_text":"Alexander M. Hoole, Guy-Vincent Jourdan, Hari Manassery Koduvely, Manish Marwah, Paula Branco, Stephan Jou, Yansong Li","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-05-27T02:16:27Z","title":"SV-TrustEval-C: Evaluating Structure and Semantic Reasoning in Large Language Models for Source Code Vulnerability Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.20630","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:053d02ffbbe97e2dfb9355e56ab5d42616aa8bb8da34139d2f2ab0d0a34d5e50","target":"record","created_at":"2026-07-05T11:10:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5e5e2acd628c2225e0baddb4330ee7d83900c265a0c9da6213c8daf805439c4f","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-05-27T02:16:27Z","title_canon_sha256":"cd1dc59f8cb10614ae9d8719b80e19ea6488f1fb856da8210c185a42d822f490"},"schema_version":"1.0","source":{"id":"2505.20630","kind":"arxiv","version":1}},"canonical_sha256":"a2f3b792ffc92d252522d2175d5095d690b8ed71b06429b778bf95faf14e68fa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a2f3b792ffc92d252522d2175d5095d690b8ed71b06429b778bf95faf14e68fa","first_computed_at":"2026-07-05T11:10:15.645922Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:10:15.645922Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mu1PBQo8DmWrVbsiEn0gd/jPg+8XCI39D6eBVrYc/HTSogx8wh360ooSF5XeM/mpuftM/BXzUw7EhrxzJBwZDw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:10:15.646449Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.20630","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:053d02ffbbe97e2dfb9355e56ab5d42616aa8bb8da34139d2f2ab0d0a34d5e50","sha256:30c014ea685ed9deac2f3ca0372ddc744344086589bb600a3040137d50fb3fcc"],"state_sha256":"1fbc43f55fa4c173c01ebe30b52efc84245a3c65244ac481147849b700c5ada6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c7gsYLhdbDE8KALoOZJwzOjeRXk6BBd4lN7JDfOdaJKFp9ohwM+TtAFqk8+26Dj87ZhsN8PpqE2uu9Jg87ESCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T14:22:09.689117Z","bundle_sha256":"5cb11e702a743e8175c34f4ed4e9e0daada384fcbf90a407a4ae626c0d3ddf2b"}}