{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:35XLLB5XHG3DNMFMQ2VXZY4ARQ","short_pith_number":"pith:35XLLB5X","canonical_record":{"source":{"id":"2505.11901","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-05-17T08:33:50Z","cross_cats_sorted":[],"title_canon_sha256":"ce50c38779c67cc019d87014da06360c089520d3bbf5c85aa9861ccb5a10b875","abstract_canon_sha256":"b73e968b951b89b30eaf4a72b072d8a6349f7a399c0d225d36a1f55ccbb764f7"},"schema_version":"1.0"},"canonical_sha256":"df6eb587b739b636b0ac86ab7ce3808c26be5556638778de6e278be1ee0825e6","source":{"kind":"arxiv","id":"2505.11901","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.11901","created_at":"2026-07-05T11:05:25Z"},{"alias_kind":"arxiv_version","alias_value":"2505.11901v1","created_at":"2026-07-05T11:05:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.11901","created_at":"2026-07-05T11:05:25Z"},{"alias_kind":"pith_short_12","alias_value":"35XLLB5XHG3D","created_at":"2026-07-05T11:05:25Z"},{"alias_kind":"pith_short_16","alias_value":"35XLLB5XHG3DNMFM","created_at":"2026-07-05T11:05:25Z"},{"alias_kind":"pith_short_8","alias_value":"35XLLB5X","created_at":"2026-07-05T11:05:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:35XLLB5XHG3DNMFMQ2VXZY4ARQ","target":"record","payload":{"canonical_record":{"source":{"id":"2505.11901","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-05-17T08:33:50Z","cross_cats_sorted":[],"title_canon_sha256":"ce50c38779c67cc019d87014da06360c089520d3bbf5c85aa9861ccb5a10b875","abstract_canon_sha256":"b73e968b951b89b30eaf4a72b072d8a6349f7a399c0d225d36a1f55ccbb764f7"},"schema_version":"1.0"},"canonical_sha256":"df6eb587b739b636b0ac86ab7ce3808c26be5556638778de6e278be1ee0825e6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:05:25.068526Z","signature_b64":"0vb57JFMgPZVyLRPJduk0YfypKsHHbA3obxzcGC3rDPaYf0i3fdZ1+MhOPMWakphVPv9oXModpe8tlCTHW+TAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"df6eb587b739b636b0ac86ab7ce3808c26be5556638778de6e278be1ee0825e6","last_reissued_at":"2026-07-05T11:05:25.068048Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:05:25.068048Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.11901","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:05:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fRT8SEmnkxza+af/SBL22lVhHVybu6spn/zeeRFBZS7lKXNXzVJVU1hamhk7k0EDcun72geBjZC8PEb4kw5oAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T09:08:34.714628Z"},"content_sha256":"60c6fe7eb8e73f2c1dde3240983f70034f28063d80df526cde0c681ee3b8541f","schema_version":"1.0","event_id":"sha256:60c6fe7eb8e73f2c1dde3240983f70034f28063d80df526cde0c681ee3b8541f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:35XLLB5XHG3DNMFMQ2VXZY4ARQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Benchmarking LLMs in an Embodied Environment for Blue Team Threat Hunting","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CR","authors_text":"Feiyang Yu, Guanhua Yan, Ping Yang, Xiaoqun Liu, Xi Li, Zhaohan Xi","submitted_at":"2025-05-17T08:33:50Z","abstract_excerpt":"As cyber threats continue to grow in scale and sophistication, blue team defenders increasingly require advanced tools to proactively detect and mitigate risks. Large Language Models (LLMs) offer promising capabilities for enhancing threat analysis. However, their effectiveness in real-world blue team threat-hunting scenarios remains insufficiently explored. In this paper, we present CYBERTEAM, a benchmark designed to guide LLMs in blue teaming practice. CYBERTEAM constructs an embodied environment in two stages. First, it models realistic threat-hunting workflows by capturing the dependencies"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.11901","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.11901/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:05:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HzUqbRY6EeEaK/TVprZ9dyhGdq2wFgLrHj32b0BTP1R3u1IDutOPixJrs3tAIqDOpoEXuMw0eETQnSPJnj4dDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T09:08:34.715218Z"},"content_sha256":"5f0c25ac3f32546bddff1f64d3b4a4069b3e3076e090c07a955f0de32e91dab0","schema_version":"1.0","event_id":"sha256:5f0c25ac3f32546bddff1f64d3b4a4069b3e3076e090c07a955f0de32e91dab0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/35XLLB5XHG3DNMFMQ2VXZY4ARQ/bundle.json","state_url":"https://pith.science/pith/35XLLB5XHG3DNMFMQ2VXZY4ARQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/35XLLB5XHG3DNMFMQ2VXZY4ARQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T09:08:34Z","links":{"resolver":"https://pith.science/pith/35XLLB5XHG3DNMFMQ2VXZY4ARQ","bundle":"https://pith.science/pith/35XLLB5XHG3DNMFMQ2VXZY4ARQ/bundle.json","state":"https://pith.science/pith/35XLLB5XHG3DNMFMQ2VXZY4ARQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/35XLLB5XHG3DNMFMQ2VXZY4ARQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:35XLLB5XHG3DNMFMQ2VXZY4ARQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b73e968b951b89b30eaf4a72b072d8a6349f7a399c0d225d36a1f55ccbb764f7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-05-17T08:33:50Z","title_canon_sha256":"ce50c38779c67cc019d87014da06360c089520d3bbf5c85aa9861ccb5a10b875"},"schema_version":"1.0","source":{"id":"2505.11901","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.11901","created_at":"2026-07-05T11:05:25Z"},{"alias_kind":"arxiv_version","alias_value":"2505.11901v1","created_at":"2026-07-05T11:05:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.11901","created_at":"2026-07-05T11:05:25Z"},{"alias_kind":"pith_short_12","alias_value":"35XLLB5XHG3D","created_at":"2026-07-05T11:05:25Z"},{"alias_kind":"pith_short_16","alias_value":"35XLLB5XHG3DNMFM","created_at":"2026-07-05T11:05:25Z"},{"alias_kind":"pith_short_8","alias_value":"35XLLB5X","created_at":"2026-07-05T11:05:25Z"}],"graph_snapshots":[{"event_id":"sha256:5f0c25ac3f32546bddff1f64d3b4a4069b3e3076e090c07a955f0de32e91dab0","target":"graph","created_at":"2026-07-05T11:05:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.11901/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As cyber threats continue to grow in scale and sophistication, blue team defenders increasingly require advanced tools to proactively detect and mitigate risks. Large Language Models (LLMs) offer promising capabilities for enhancing threat analysis. However, their effectiveness in real-world blue team threat-hunting scenarios remains insufficiently explored. In this paper, we present CYBERTEAM, a benchmark designed to guide LLMs in blue teaming practice. CYBERTEAM constructs an embodied environment in two stages. First, it models realistic threat-hunting workflows by capturing the dependencies","authors_text":"Feiyang Yu, Guanhua Yan, Ping Yang, Xiaoqun Liu, Xi Li, Zhaohan Xi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-05-17T08:33:50Z","title":"Benchmarking LLMs in an Embodied Environment for Blue Team Threat Hunting"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.11901","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:60c6fe7eb8e73f2c1dde3240983f70034f28063d80df526cde0c681ee3b8541f","target":"record","created_at":"2026-07-05T11:05:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b73e968b951b89b30eaf4a72b072d8a6349f7a399c0d225d36a1f55ccbb764f7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-05-17T08:33:50Z","title_canon_sha256":"ce50c38779c67cc019d87014da06360c089520d3bbf5c85aa9861ccb5a10b875"},"schema_version":"1.0","source":{"id":"2505.11901","kind":"arxiv","version":1}},"canonical_sha256":"df6eb587b739b636b0ac86ab7ce3808c26be5556638778de6e278be1ee0825e6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"df6eb587b739b636b0ac86ab7ce3808c26be5556638778de6e278be1ee0825e6","first_computed_at":"2026-07-05T11:05:25.068048Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:05:25.068048Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0vb57JFMgPZVyLRPJduk0YfypKsHHbA3obxzcGC3rDPaYf0i3fdZ1+MhOPMWakphVPv9oXModpe8tlCTHW+TAw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:05:25.068526Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.11901","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:60c6fe7eb8e73f2c1dde3240983f70034f28063d80df526cde0c681ee3b8541f","sha256:5f0c25ac3f32546bddff1f64d3b4a4069b3e3076e090c07a955f0de32e91dab0"],"state_sha256":"3ed47758044d93eb93c2f5acd6eaa1ebd45c72c348dc57231e667440c7b45a30"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bavhryhqtpIsMWfpFadXu36ZOzBCWi8SRKbHC9YNclrXqNInZWm2mi/sMUoI6jIZer89suP3G1+loSI8qgK7Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T09:08:34.718735Z","bundle_sha256":"a165de01ea0e01fee21a22a7fdf43f75b597f68046880adcb97a27d27fbdee42"}}