{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:SYWIQ2NFYHWZ2EN6T3MKKLQBRW","short_pith_number":"pith:SYWIQ2NF","canonical_record":{"source":{"id":"2306.09318","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2023-06-15T17:53:14Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"e689e6df46d77adfc5f717f217d925bec584745a777b4bb6a77da6dc23448f73","abstract_canon_sha256":"e2d4c7255cd9da19595a504dbb05e9c94124ed034468fe80c7c38f1acac556d1"},"schema_version":"1.0"},"canonical_sha256":"962c8869a5c1ed9d11be9ed8a52e018d859c4b74a4e242048eaf499314040564","source":{"kind":"arxiv","id":"2306.09318","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.09318","created_at":"2026-07-05T06:21:10Z"},{"alias_kind":"arxiv_version","alias_value":"2306.09318v1","created_at":"2026-07-05T06:21:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.09318","created_at":"2026-07-05T06:21:10Z"},{"alias_kind":"pith_short_12","alias_value":"SYWIQ2NFYHWZ","created_at":"2026-07-05T06:21:10Z"},{"alias_kind":"pith_short_16","alias_value":"SYWIQ2NFYHWZ2EN6","created_at":"2026-07-05T06:21:10Z"},{"alias_kind":"pith_short_8","alias_value":"SYWIQ2NF","created_at":"2026-07-05T06:21:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:SYWIQ2NFYHWZ2EN6T3MKKLQBRW","target":"record","payload":{"canonical_record":{"source":{"id":"2306.09318","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2023-06-15T17:53:14Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"e689e6df46d77adfc5f717f217d925bec584745a777b4bb6a77da6dc23448f73","abstract_canon_sha256":"e2d4c7255cd9da19595a504dbb05e9c94124ed034468fe80c7c38f1acac556d1"},"schema_version":"1.0"},"canonical_sha256":"962c8869a5c1ed9d11be9ed8a52e018d859c4b74a4e242048eaf499314040564","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:21:10.892701Z","signature_b64":"anc6/4cZwCtUvL6uyfsagx65B5RgAkews9DJhDMkd5/XOkIMC1XwYG7wWHPUzTweOa8v8jUYZo4dK/U0t9x6Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"962c8869a5c1ed9d11be9ed8a52e018d859c4b74a4e242048eaf499314040564","last_reissued_at":"2026-07-05T06:21:10.892274Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:21:10.892274Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.09318","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:21:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TUso60PxCrGX19ntoV9IteDs0x9XjrOGaNsFH7+8p4BnGND3aGRIKiwahDAZiRniZ/vxKziotZHC+O09YW91Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T16:13:54.659412Z"},"content_sha256":"15dbf6b0a971b521697c8c339f2e1e30470861c0733e5e196bfddab288585b07","schema_version":"1.0","event_id":"sha256:15dbf6b0a971b521697c8c339f2e1e30470861c0733e5e196bfddab288585b07"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:SYWIQ2NFYHWZ2EN6T3MKKLQBRW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Inroads into Autonomous Network Defence using Explained Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CR","authors_text":"Chris Hicks, Mia Wang, Myles Foley, Vasilios Mavroudis, Zoe M","submitted_at":"2023-06-15T17:53:14Z","abstract_excerpt":"Computer network defence is a complicated task that has necessitated a high degree of human involvement. However, with recent advancements in machine learning, fully autonomous network defence is becoming increasingly plausible. This paper introduces an end-to-end methodology for studying attack strategies, designing defence agents and explaining their operation. First, using state diagrams, we visualise adversarial behaviour to gain insight about potential points of intervention and inform the design of our defensive models. We opt to use a set of deep reinforcement learning agents trained on"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.09318","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.09318/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:21:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vRKYcjFAvc/YVQzIfCRMv57534Cgyl+3yL5ebu75N+1zHB5gGt/RZXRN12n6w2qeQl5acQa+l2kKfZ3bEhDUBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T16:13:54.660254Z"},"content_sha256":"94bd063fdd8c7068e7f8960d6c2d61bacf3705a005c591fe3dc8b154e040ae99","schema_version":"1.0","event_id":"sha256:94bd063fdd8c7068e7f8960d6c2d61bacf3705a005c591fe3dc8b154e040ae99"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SYWIQ2NFYHWZ2EN6T3MKKLQBRW/bundle.json","state_url":"https://pith.science/pith/SYWIQ2NFYHWZ2EN6T3MKKLQBRW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SYWIQ2NFYHWZ2EN6T3MKKLQBRW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T16:13:54Z","links":{"resolver":"https://pith.science/pith/SYWIQ2NFYHWZ2EN6T3MKKLQBRW","bundle":"https://pith.science/pith/SYWIQ2NFYHWZ2EN6T3MKKLQBRW/bundle.json","state":"https://pith.science/pith/SYWIQ2NFYHWZ2EN6T3MKKLQBRW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SYWIQ2NFYHWZ2EN6T3MKKLQBRW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:SYWIQ2NFYHWZ2EN6T3MKKLQBRW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e2d4c7255cd9da19595a504dbb05e9c94124ed034468fe80c7c38f1acac556d1","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2023-06-15T17:53:14Z","title_canon_sha256":"e689e6df46d77adfc5f717f217d925bec584745a777b4bb6a77da6dc23448f73"},"schema_version":"1.0","source":{"id":"2306.09318","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.09318","created_at":"2026-07-05T06:21:10Z"},{"alias_kind":"arxiv_version","alias_value":"2306.09318v1","created_at":"2026-07-05T06:21:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.09318","created_at":"2026-07-05T06:21:10Z"},{"alias_kind":"pith_short_12","alias_value":"SYWIQ2NFYHWZ","created_at":"2026-07-05T06:21:10Z"},{"alias_kind":"pith_short_16","alias_value":"SYWIQ2NFYHWZ2EN6","created_at":"2026-07-05T06:21:10Z"},{"alias_kind":"pith_short_8","alias_value":"SYWIQ2NF","created_at":"2026-07-05T06:21:10Z"}],"graph_snapshots":[{"event_id":"sha256:94bd063fdd8c7068e7f8960d6c2d61bacf3705a005c591fe3dc8b154e040ae99","target":"graph","created_at":"2026-07-05T06:21:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.09318/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Computer network defence is a complicated task that has necessitated a high degree of human involvement. However, with recent advancements in machine learning, fully autonomous network defence is becoming increasingly plausible. This paper introduces an end-to-end methodology for studying attack strategies, designing defence agents and explaining their operation. First, using state diagrams, we visualise adversarial behaviour to gain insight about potential points of intervention and inform the design of our defensive models. We opt to use a set of deep reinforcement learning agents trained on","authors_text":"Chris Hicks, Mia Wang, Myles Foley, Vasilios Mavroudis, Zoe M","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2023-06-15T17:53:14Z","title":"Inroads into Autonomous Network Defence using Explained Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.09318","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:15dbf6b0a971b521697c8c339f2e1e30470861c0733e5e196bfddab288585b07","target":"record","created_at":"2026-07-05T06:21:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e2d4c7255cd9da19595a504dbb05e9c94124ed034468fe80c7c38f1acac556d1","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2023-06-15T17:53:14Z","title_canon_sha256":"e689e6df46d77adfc5f717f217d925bec584745a777b4bb6a77da6dc23448f73"},"schema_version":"1.0","source":{"id":"2306.09318","kind":"arxiv","version":1}},"canonical_sha256":"962c8869a5c1ed9d11be9ed8a52e018d859c4b74a4e242048eaf499314040564","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"962c8869a5c1ed9d11be9ed8a52e018d859c4b74a4e242048eaf499314040564","first_computed_at":"2026-07-05T06:21:10.892274Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:21:10.892274Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"anc6/4cZwCtUvL6uyfsagx65B5RgAkews9DJhDMkd5/XOkIMC1XwYG7wWHPUzTweOa8v8jUYZo4dK/U0t9x6Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:21:10.892701Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.09318","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:15dbf6b0a971b521697c8c339f2e1e30470861c0733e5e196bfddab288585b07","sha256:94bd063fdd8c7068e7f8960d6c2d61bacf3705a005c591fe3dc8b154e040ae99"],"state_sha256":"152647136b118f360072f2c281965dffef69290219629e28e10be2a4655f0ae8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IFSlP4AX86HzHWQxYyhGU8dLeQhpkuhXLyYrsDB2iyFMU2i4fpp2F4gNxEdPjsS0TyiljTxQ81PFID1ZXicVDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T16:13:54.668808Z","bundle_sha256":"1f3323f4b1e2d56805ea21efcca4b0dcab1f49c8f6e43bf2936fb5b2bd184119"}}