{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:G7LUQ3W3QKOQWAB7KEYNXHVUIE","short_pith_number":"pith:G7LUQ3W3","canonical_record":{"source":{"id":"2510.11974","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-10-13T22:10:17Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b8afea2b30d64d4e3cef824494fecfd8a13f5e924be26c46bc8bbf3c752258b1","abstract_canon_sha256":"2d6e6f94ba4ec42bbee358aab9427ed75fc4b736020f2d8fa72a59c72c38bc50"},"schema_version":"1.0"},"canonical_sha256":"37d7486edb829d0b003f5130db9eb4410c1d20200af68702e30cba4e6badd2c0","source":{"kind":"arxiv","id":"2510.11974","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2510.11974","created_at":"2026-06-05T00:13:43Z"},{"alias_kind":"arxiv_version","alias_value":"2510.11974v2","created_at":"2026-06-05T00:13:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2510.11974","created_at":"2026-06-05T00:13:43Z"},{"alias_kind":"pith_short_12","alias_value":"G7LUQ3W3QKOQ","created_at":"2026-06-05T00:13:43Z"},{"alias_kind":"pith_short_16","alias_value":"G7LUQ3W3QKOQWAB7","created_at":"2026-06-05T00:13:43Z"},{"alias_kind":"pith_short_8","alias_value":"G7LUQ3W3","created_at":"2026-06-05T00:13:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:G7LUQ3W3QKOQWAB7KEYNXHVUIE","target":"record","payload":{"canonical_record":{"source":{"id":"2510.11974","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-10-13T22:10:17Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b8afea2b30d64d4e3cef824494fecfd8a13f5e924be26c46bc8bbf3c752258b1","abstract_canon_sha256":"2d6e6f94ba4ec42bbee358aab9427ed75fc4b736020f2d8fa72a59c72c38bc50"},"schema_version":"1.0"},"canonical_sha256":"37d7486edb829d0b003f5130db9eb4410c1d20200af68702e30cba4e6badd2c0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-05T00:13:43.970130Z","signature_b64":"ghHIsZE/KPg4eVDKZeVTh1xckLM3TGyk0LNEf99m0rQXAxogsQ1hUQPfJfBqcYFeGtjAR8TIpU/1YSDh8DtbBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"37d7486edb829d0b003f5130db9eb4410c1d20200af68702e30cba4e6badd2c0","last_reissued_at":"2026-06-05T00:13:43.969406Z","signature_status":"signed_v1","first_computed_at":"2026-06-05T00:13:43.969406Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2510.11974","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-05T00:13:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"03q/qzccaQWOvMcc3NE76ZHDi1/0+moc3xVndXe/dXp/srrPzGYFR8TYb5kbOsN4EgP5U2qhHJspjeGmiPDIBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T07:14:59.024427Z"},"content_sha256":"c41178b9daff10107bac4badd9e8d6350e33198b56a930ba46002ecd13d0bf08","schema_version":"1.0","event_id":"sha256:c41178b9daff10107bac4badd9e8d6350e33198b56a930ba46002ecd13d0bf08"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:G7LUQ3W3QKOQWAB7KEYNXHVUIE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CTIConnect: A Benchmark for Retrieval-Augmented LLMs over Heterogeneous Cyber Threat Intelligence","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CR","authors_text":"Changze Li, Dawn Song, Peng Gao, Yang Liu, Yutong Cheng","submitted_at":"2025-10-13T22:10:17Z","abstract_excerpt":"Cyber Threat Intelligence (CTI) is foundational to modern cybersecurity, enabling organizations to proactively defend against evolving threats. However, the sheer volume and heterogeneity of CTI data, spanning structured knowledge bases (CVE, CWE, CAPEC, MITRE ATT&CK) and unstructured threat reports, far exceed the capacity of manual analysis. The strong contextual understanding and reasoning of Large Language Models (LLMs) have driven growing interest in applying them to CTI tasks. Yet no existing benchmark evaluates LLMs in a retrieval-augmented setting with a proper evaluation harness that "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2510.11974","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2510.11974/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-05T00:13:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v0dG8/rsaIgQaAdzZSkM3IS4XZdw1DP+FK9FbuZgOLGVMZhJJn+Ueyu5JJYW3/MXrlTNKN4gSzKJrDWDjZ1+Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T07:14:59.024813Z"},"content_sha256":"e59bdd1aa2d5404520c5eef9b33eda8365b92a28a8d244ffd5fa87069504bcf7","schema_version":"1.0","event_id":"sha256:e59bdd1aa2d5404520c5eef9b33eda8365b92a28a8d244ffd5fa87069504bcf7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/G7LUQ3W3QKOQWAB7KEYNXHVUIE/bundle.json","state_url":"https://pith.science/pith/G7LUQ3W3QKOQWAB7KEYNXHVUIE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/G7LUQ3W3QKOQWAB7KEYNXHVUIE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-05T07:14:59Z","links":{"resolver":"https://pith.science/pith/G7LUQ3W3QKOQWAB7KEYNXHVUIE","bundle":"https://pith.science/pith/G7LUQ3W3QKOQWAB7KEYNXHVUIE/bundle.json","state":"https://pith.science/pith/G7LUQ3W3QKOQWAB7KEYNXHVUIE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/G7LUQ3W3QKOQWAB7KEYNXHVUIE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:G7LUQ3W3QKOQWAB7KEYNXHVUIE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2d6e6f94ba4ec42bbee358aab9427ed75fc4b736020f2d8fa72a59c72c38bc50","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-10-13T22:10:17Z","title_canon_sha256":"b8afea2b30d64d4e3cef824494fecfd8a13f5e924be26c46bc8bbf3c752258b1"},"schema_version":"1.0","source":{"id":"2510.11974","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2510.11974","created_at":"2026-06-05T00:13:43Z"},{"alias_kind":"arxiv_version","alias_value":"2510.11974v2","created_at":"2026-06-05T00:13:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2510.11974","created_at":"2026-06-05T00:13:43Z"},{"alias_kind":"pith_short_12","alias_value":"G7LUQ3W3QKOQ","created_at":"2026-06-05T00:13:43Z"},{"alias_kind":"pith_short_16","alias_value":"G7LUQ3W3QKOQWAB7","created_at":"2026-06-05T00:13:43Z"},{"alias_kind":"pith_short_8","alias_value":"G7LUQ3W3","created_at":"2026-06-05T00:13:43Z"}],"graph_snapshots":[{"event_id":"sha256:e59bdd1aa2d5404520c5eef9b33eda8365b92a28a8d244ffd5fa87069504bcf7","target":"graph","created_at":"2026-06-05T00:13:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2510.11974/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Cyber Threat Intelligence (CTI) is foundational to modern cybersecurity, enabling organizations to proactively defend against evolving threats. However, the sheer volume and heterogeneity of CTI data, spanning structured knowledge bases (CVE, CWE, CAPEC, MITRE ATT&CK) and unstructured threat reports, far exceed the capacity of manual analysis. The strong contextual understanding and reasoning of Large Language Models (LLMs) have driven growing interest in applying them to CTI tasks. Yet no existing benchmark evaluates LLMs in a retrieval-augmented setting with a proper evaluation harness that ","authors_text":"Changze Li, Dawn Song, Peng Gao, Yang Liu, Yutong Cheng","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-10-13T22:10:17Z","title":"CTIConnect: A Benchmark for Retrieval-Augmented LLMs over Heterogeneous Cyber Threat Intelligence"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2510.11974","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c41178b9daff10107bac4badd9e8d6350e33198b56a930ba46002ecd13d0bf08","target":"record","created_at":"2026-06-05T00:13:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2d6e6f94ba4ec42bbee358aab9427ed75fc4b736020f2d8fa72a59c72c38bc50","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-10-13T22:10:17Z","title_canon_sha256":"b8afea2b30d64d4e3cef824494fecfd8a13f5e924be26c46bc8bbf3c752258b1"},"schema_version":"1.0","source":{"id":"2510.11974","kind":"arxiv","version":2}},"canonical_sha256":"37d7486edb829d0b003f5130db9eb4410c1d20200af68702e30cba4e6badd2c0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"37d7486edb829d0b003f5130db9eb4410c1d20200af68702e30cba4e6badd2c0","first_computed_at":"2026-06-05T00:13:43.969406Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-05T00:13:43.969406Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ghHIsZE/KPg4eVDKZeVTh1xckLM3TGyk0LNEf99m0rQXAxogsQ1hUQPfJfBqcYFeGtjAR8TIpU/1YSDh8DtbBg==","signature_status":"signed_v1","signed_at":"2026-06-05T00:13:43.970130Z","signed_message":"canonical_sha256_bytes"},"source_id":"2510.11974","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c41178b9daff10107bac4badd9e8d6350e33198b56a930ba46002ecd13d0bf08","sha256:e59bdd1aa2d5404520c5eef9b33eda8365b92a28a8d244ffd5fa87069504bcf7"],"state_sha256":"7800ef0e59b1a4957d5509e511cb32281d96f27b4a9330e59349e678c391a0a6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Jt13w/gFQrRxhWYf6UFPNcev+vApVUWk6UdSJct997XXmkGK4bY+5KAybZj8fAqDqds1EKc06gnsNJf9SdO0BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-05T07:14:59.026954Z","bundle_sha256":"773e42604adfc0ac956d8510d22d6d01b0501bf815a01a3b91d25fe2c7f09cd8"}}