{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:IJANPCTCSS7GAVMWTIB6TA4ACG","short_pith_number":"pith:IJANPCTC","canonical_record":{"source":{"id":"2505.07360","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-05-12T08:54:07Z","cross_cats_sorted":[],"title_canon_sha256":"cac54127d483fc0d09be2cc3d16adda5cb5e3f67e65f50a3d223ab8bb023f82a","abstract_canon_sha256":"535d20c6d6102ca6779b1f1d087bdaccdeed36c410f8d747d1d0c02b6ce8a5ae"},"schema_version":"1.0"},"canonical_sha256":"4240d78a6294be6055969a03e9838011a4e94de7722417d33d2ec0c0f16709d8","source":{"kind":"arxiv","id":"2505.07360","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.07360","created_at":"2026-07-05T11:01:46Z"},{"alias_kind":"arxiv_version","alias_value":"2505.07360v1","created_at":"2026-07-05T11:01:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.07360","created_at":"2026-07-05T11:01:46Z"},{"alias_kind":"pith_short_12","alias_value":"IJANPCTCSS7G","created_at":"2026-07-05T11:01:46Z"},{"alias_kind":"pith_short_16","alias_value":"IJANPCTCSS7GAVMW","created_at":"2026-07-05T11:01:46Z"},{"alias_kind":"pith_short_8","alias_value":"IJANPCTC","created_at":"2026-07-05T11:01:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:IJANPCTCSS7GAVMWTIB6TA4ACG","target":"record","payload":{"canonical_record":{"source":{"id":"2505.07360","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-05-12T08:54:07Z","cross_cats_sorted":[],"title_canon_sha256":"cac54127d483fc0d09be2cc3d16adda5cb5e3f67e65f50a3d223ab8bb023f82a","abstract_canon_sha256":"535d20c6d6102ca6779b1f1d087bdaccdeed36c410f8d747d1d0c02b6ce8a5ae"},"schema_version":"1.0"},"canonical_sha256":"4240d78a6294be6055969a03e9838011a4e94de7722417d33d2ec0c0f16709d8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:01:46.686618Z","signature_b64":"aqT+7X1WHV/8yWxlMSv3Ymjq2xFnmSvHZBdENzY70w34bsSgd/WZUcZuR94Tmq6ytcPlz2HYvwz8XLMTwpKBCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4240d78a6294be6055969a03e9838011a4e94de7722417d33d2ec0c0f16709d8","last_reissued_at":"2026-07-05T11:01:46.686107Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:01:46.686107Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.07360","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:01:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6dpAWPkcnj1AD4w54ROTwTzYTX08S9SoOaTDXYfpfHF4O97f0m/aOxHcwJeigYYgfKvH+XmtixQq8Dd6VBxJBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T17:18:09.009545Z"},"content_sha256":"6af9bad992951b01f8b0792630c8a5e233bb786a1474620597a771c71901186d","schema_version":"1.0","event_id":"sha256:6af9bad992951b01f8b0792630c8a5e233bb786a1474620597a771c71901186d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:IJANPCTCSS7GAVMWTIB6TA4ACG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BinMetric: A Comprehensive Binary Analysis Benchmark for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Benlong Wu, Gangyang Li, Guoqiang Chen, Li Hu, Nenghai Yu, Shaoyin Cheng, Weiming Zhang, Xiuwei Shang","submitted_at":"2025-05-12T08:54:07Z","abstract_excerpt":"Binary analysis remains pivotal in software security, offering insights into compiled programs without source code access. As large language models (LLMs) continue to excel in diverse language understanding and generation tasks, their potential in decoding complex binary data structures becomes evident. However, the lack of standardized benchmarks in this domain limits the assessment and comparison of LLM's capabilities in binary analysis and hinders the progress of research and practical applications. To bridge this gap, we introduce BinMetric, a comprehensive benchmark designed specifically "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.07360","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.07360/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:01:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AbeTT0oXtBxxbkcA0jYqQouoWHhgJYW8YY4Ojty5cLhTHwWu9ru4L/A4A3BEUDxBEblZzMaY5XVYMHjJKsYqDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T17:18:09.009913Z"},"content_sha256":"505b16a44f1de51c59afff83f274c6960cc12c9b4b278544ae06fcba3eacbc9e","schema_version":"1.0","event_id":"sha256:505b16a44f1de51c59afff83f274c6960cc12c9b4b278544ae06fcba3eacbc9e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IJANPCTCSS7GAVMWTIB6TA4ACG/bundle.json","state_url":"https://pith.science/pith/IJANPCTCSS7GAVMWTIB6TA4ACG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IJANPCTCSS7GAVMWTIB6TA4ACG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T17:18:09Z","links":{"resolver":"https://pith.science/pith/IJANPCTCSS7GAVMWTIB6TA4ACG","bundle":"https://pith.science/pith/IJANPCTCSS7GAVMWTIB6TA4ACG/bundle.json","state":"https://pith.science/pith/IJANPCTCSS7GAVMWTIB6TA4ACG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IJANPCTCSS7GAVMWTIB6TA4ACG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:IJANPCTCSS7GAVMWTIB6TA4ACG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"535d20c6d6102ca6779b1f1d087bdaccdeed36c410f8d747d1d0c02b6ce8a5ae","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-05-12T08:54:07Z","title_canon_sha256":"cac54127d483fc0d09be2cc3d16adda5cb5e3f67e65f50a3d223ab8bb023f82a"},"schema_version":"1.0","source":{"id":"2505.07360","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.07360","created_at":"2026-07-05T11:01:46Z"},{"alias_kind":"arxiv_version","alias_value":"2505.07360v1","created_at":"2026-07-05T11:01:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.07360","created_at":"2026-07-05T11:01:46Z"},{"alias_kind":"pith_short_12","alias_value":"IJANPCTCSS7G","created_at":"2026-07-05T11:01:46Z"},{"alias_kind":"pith_short_16","alias_value":"IJANPCTCSS7GAVMW","created_at":"2026-07-05T11:01:46Z"},{"alias_kind":"pith_short_8","alias_value":"IJANPCTC","created_at":"2026-07-05T11:01:46Z"}],"graph_snapshots":[{"event_id":"sha256:505b16a44f1de51c59afff83f274c6960cc12c9b4b278544ae06fcba3eacbc9e","target":"graph","created_at":"2026-07-05T11:01:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.07360/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Binary analysis remains pivotal in software security, offering insights into compiled programs without source code access. As large language models (LLMs) continue to excel in diverse language understanding and generation tasks, their potential in decoding complex binary data structures becomes evident. However, the lack of standardized benchmarks in this domain limits the assessment and comparison of LLM's capabilities in binary analysis and hinders the progress of research and practical applications. To bridge this gap, we introduce BinMetric, a comprehensive benchmark designed specifically ","authors_text":"Benlong Wu, Gangyang Li, Guoqiang Chen, Li Hu, Nenghai Yu, Shaoyin Cheng, Weiming Zhang, Xiuwei Shang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-05-12T08:54:07Z","title":"BinMetric: A Comprehensive Binary Analysis Benchmark for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.07360","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6af9bad992951b01f8b0792630c8a5e233bb786a1474620597a771c71901186d","target":"record","created_at":"2026-07-05T11:01:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"535d20c6d6102ca6779b1f1d087bdaccdeed36c410f8d747d1d0c02b6ce8a5ae","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-05-12T08:54:07Z","title_canon_sha256":"cac54127d483fc0d09be2cc3d16adda5cb5e3f67e65f50a3d223ab8bb023f82a"},"schema_version":"1.0","source":{"id":"2505.07360","kind":"arxiv","version":1}},"canonical_sha256":"4240d78a6294be6055969a03e9838011a4e94de7722417d33d2ec0c0f16709d8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4240d78a6294be6055969a03e9838011a4e94de7722417d33d2ec0c0f16709d8","first_computed_at":"2026-07-05T11:01:46.686107Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:01:46.686107Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aqT+7X1WHV/8yWxlMSv3Ymjq2xFnmSvHZBdENzY70w34bsSgd/WZUcZuR94Tmq6ytcPlz2HYvwz8XLMTwpKBCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:01:46.686618Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.07360","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6af9bad992951b01f8b0792630c8a5e233bb786a1474620597a771c71901186d","sha256:505b16a44f1de51c59afff83f274c6960cc12c9b4b278544ae06fcba3eacbc9e"],"state_sha256":"a85f5a9cb2336488cb4c2524c39b11c861c98504889ce031afa8a76cff6bf212"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BG+dyk7Boj6cI5XL36TDLq1dBOAC4b8V0WPTANnZ7EXE+icfmbdBsXNdzK95sqyD0PbBCaEC/ckLRRymVY1xBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T17:18:09.012102Z","bundle_sha256":"01d92f853a15749338cd175650550dfaa60b0589b4c9803a93169166f7671329"}}