{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KNWAVOCWSBCS4IJ2WNOTUAQLD7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"17a203ea70b8814576528af3c911f6c47e251184a18ee71e03b21c229286472a","cross_cats_sorted":["cs.CR","cs.MA"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-22T18:35:05Z","title_canon_sha256":"24261a7d44219b4d85d29e76785be86d4424373d42eaf8ec8220a5e3457ec51d"},"schema_version":"1.0","source":{"id":"2410.17351","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.17351","created_at":"2026-07-05T12:05:10Z"},{"alias_kind":"arxiv_version","alias_value":"2410.17351v3","created_at":"2026-07-05T12:05:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.17351","created_at":"2026-07-05T12:05:10Z"},{"alias_kind":"pith_short_12","alias_value":"KNWAVOCWSBCS","created_at":"2026-07-05T12:05:10Z"},{"alias_kind":"pith_short_16","alias_value":"KNWAVOCWSBCS4IJ2","created_at":"2026-07-05T12:05:10Z"},{"alias_kind":"pith_short_8","alias_value":"KNWAVOCW","created_at":"2026-07-05T12:05:10Z"}],"graph_snapshots":[{"event_id":"sha256:4344b1e5a8c0235938dd6799ccde26a9d4845add69b91d44751ba40080310067","target":"graph","created_at":"2026-07-05T12:05:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.17351/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advances in multi-agent reinforcement learning (MARL) have created opportunities to solve complex real-world tasks. Cybersecurity is a notable application area, where defending networks against sophisticated adversaries remains a challenging task typically performed by teams of security operators. In this work, we explore novel MARL strategies for building autonomous cyber network defenses that address challenges such as large policy spaces, partial observability, and stealthy, deceptive adversarial strategies. To facilitate efficient and generalized learning, we propose a hierarchical ","authors_text":"Aditya Vikram Singh, Alina Oprea, Emma Graham, Ethan Rathbun, Lisa Oakley, Peter Chin, Simona Boboila","cross_cats":["cs.CR","cs.MA"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-22T18:35:05Z","title":"Hierarchical Multi-agent Reinforcement Learning for Cyber Network Defense"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.17351","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:694faee191b9e3dc47cea81b7afe7a0efb51ada628116dcc6a8eee506ba440f1","target":"record","created_at":"2026-07-05T12:05:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"17a203ea70b8814576528af3c911f6c47e251184a18ee71e03b21c229286472a","cross_cats_sorted":["cs.CR","cs.MA"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-22T18:35:05Z","title_canon_sha256":"24261a7d44219b4d85d29e76785be86d4424373d42eaf8ec8220a5e3457ec51d"},"schema_version":"1.0","source":{"id":"2410.17351","kind":"arxiv","version":3}},"canonical_sha256":"536c0ab85690452e213ab35d3a020b1fc94c54641eddc2738fc06c213105bee4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"536c0ab85690452e213ab35d3a020b1fc94c54641eddc2738fc06c213105bee4","first_computed_at":"2026-07-05T12:05:10.647152Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:05:10.647152Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xMtF3gsG2Mzfmf35Kic7h2RmpjamRTrBCs2fzSNkdnsE3LypYfqjakvDj2t2uRrZmFATO35EF/b7pmLa4bjUCw==","signature_status":"signed_v1","signed_at":"2026-07-05T12:05:10.647706Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.17351","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:694faee191b9e3dc47cea81b7afe7a0efb51ada628116dcc6a8eee506ba440f1","sha256:4344b1e5a8c0235938dd6799ccde26a9d4845add69b91d44751ba40080310067"],"state_sha256":"5c575e1a8ed0a041a56ec8856c6fa71ff3be12bf01d5654ce8191f56315d530c"}