{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:RPQXP7PKWQP7ODEW6OOPAC52NR","short_pith_number":"pith:RPQXP7PK","canonical_record":{"source":{"id":"2109.03331","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2021-09-07T20:52:44Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3b642fa36aab2da01bf938cfc3c9173e06493a90a123b5f7f67959daf390094d","abstract_canon_sha256":"ad000b98d48bcbab9cf5d55d5a85d74705a9a5f0f679d4a6f16f0ba9d3dff61e"},"schema_version":"1.0"},"canonical_sha256":"8be177fdeab41ff70c96f39cf00bba6c7eb0812980c5dec9c94238c8080e78e3","source":{"kind":"arxiv","id":"2109.03331","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.03331","created_at":"2026-07-05T03:12:29Z"},{"alias_kind":"arxiv_version","alias_value":"2109.03331v1","created_at":"2026-07-05T03:12:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.03331","created_at":"2026-07-05T03:12:29Z"},{"alias_kind":"pith_short_12","alias_value":"RPQXP7PKWQP7","created_at":"2026-07-05T03:12:29Z"},{"alias_kind":"pith_short_16","alias_value":"RPQXP7PKWQP7ODEW","created_at":"2026-07-05T03:12:29Z"},{"alias_kind":"pith_short_8","alias_value":"RPQXP7PK","created_at":"2026-07-05T03:12:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:RPQXP7PKWQP7ODEW6OOPAC52NR","target":"record","payload":{"canonical_record":{"source":{"id":"2109.03331","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2021-09-07T20:52:44Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3b642fa36aab2da01bf938cfc3c9173e06493a90a123b5f7f67959daf390094d","abstract_canon_sha256":"ad000b98d48bcbab9cf5d55d5a85d74705a9a5f0f679d4a6f16f0ba9d3dff61e"},"schema_version":"1.0"},"canonical_sha256":"8be177fdeab41ff70c96f39cf00bba6c7eb0812980c5dec9c94238c8080e78e3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:12:29.856830Z","signature_b64":"Cjcto3luymNLL22aCDiBrGPzC10cMa0qPmLOtFnySugzUaKsqQnjjl4A5PnjK+l5kQlzmp1NNamfzQl48qGLDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8be177fdeab41ff70c96f39cf00bba6c7eb0812980c5dec9c94238c8080e78e3","last_reissued_at":"2026-07-05T03:12:29.856487Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:12:29.856487Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.03331","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:12:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7H+3/80TLDXF81e4eWkTrATH84dErDQQEhpVkcP5XaP4H3hGchEGolWa7/AYYqn+EAMbAi/TrcpuPnRcjDMBDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T13:29:40.121208Z"},"content_sha256":"5a0e5d76ddde1a2240910944ca3d467501b3b60660b906be6d5169487f740298","schema_version":"1.0","event_id":"sha256:5a0e5d76ddde1a2240910944ca3d467501b3b60660b906be6d5169487f740298"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:RPQXP7PKWQP7ODEW6OOPAC52NR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CyGIL: A Cyber Gym for Training Autonomous Agents over Emulated Network Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CR","authors_text":"Adrian Taylor, Li Li, Raed Fayad","submitted_at":"2021-09-07T20:52:44Z","abstract_excerpt":"Given the success of reinforcement learning (RL) in various domains, it is promising to explore the application of its methods to the development of intelligent and autonomous cyber agents. Enabling this development requires a representative RL training environment. To that end, this work presents CyGIL: an experimental testbed of an emulated RL training environment for network cyber operations. CyGIL uses a stateless environment architecture and incorporates the MITRE ATT&CK framework to establish a high fidelity training environment, while presenting a sufficiently abstracted interface to en"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.03331","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.03331/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:12:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0aWo/fnYSWsuvEQGeBH8SGSIQsxuCPLLaMbl/hu0FYS+3mTL8UOIJP+n7V1PBHbSYpoQzXh224/J+ajQ1Zn8Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T13:29:40.121937Z"},"content_sha256":"e278329ad9be5680dd58475c1d46e635bfbfe2aa75941ef377e2a8400589cc71","schema_version":"1.0","event_id":"sha256:e278329ad9be5680dd58475c1d46e635bfbfe2aa75941ef377e2a8400589cc71"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RPQXP7PKWQP7ODEW6OOPAC52NR/bundle.json","state_url":"https://pith.science/pith/RPQXP7PKWQP7ODEW6OOPAC52NR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RPQXP7PKWQP7ODEW6OOPAC52NR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T13:29:40Z","links":{"resolver":"https://pith.science/pith/RPQXP7PKWQP7ODEW6OOPAC52NR","bundle":"https://pith.science/pith/RPQXP7PKWQP7ODEW6OOPAC52NR/bundle.json","state":"https://pith.science/pith/RPQXP7PKWQP7ODEW6OOPAC52NR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RPQXP7PKWQP7ODEW6OOPAC52NR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:RPQXP7PKWQP7ODEW6OOPAC52NR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ad000b98d48bcbab9cf5d55d5a85d74705a9a5f0f679d4a6f16f0ba9d3dff61e","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2021-09-07T20:52:44Z","title_canon_sha256":"3b642fa36aab2da01bf938cfc3c9173e06493a90a123b5f7f67959daf390094d"},"schema_version":"1.0","source":{"id":"2109.03331","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.03331","created_at":"2026-07-05T03:12:29Z"},{"alias_kind":"arxiv_version","alias_value":"2109.03331v1","created_at":"2026-07-05T03:12:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.03331","created_at":"2026-07-05T03:12:29Z"},{"alias_kind":"pith_short_12","alias_value":"RPQXP7PKWQP7","created_at":"2026-07-05T03:12:29Z"},{"alias_kind":"pith_short_16","alias_value":"RPQXP7PKWQP7ODEW","created_at":"2026-07-05T03:12:29Z"},{"alias_kind":"pith_short_8","alias_value":"RPQXP7PK","created_at":"2026-07-05T03:12:29Z"}],"graph_snapshots":[{"event_id":"sha256:e278329ad9be5680dd58475c1d46e635bfbfe2aa75941ef377e2a8400589cc71","target":"graph","created_at":"2026-07-05T03:12:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.03331/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Given the success of reinforcement learning (RL) in various domains, it is promising to explore the application of its methods to the development of intelligent and autonomous cyber agents. Enabling this development requires a representative RL training environment. To that end, this work presents CyGIL: an experimental testbed of an emulated RL training environment for network cyber operations. CyGIL uses a stateless environment architecture and incorporates the MITRE ATT&CK framework to establish a high fidelity training environment, while presenting a sufficiently abstracted interface to en","authors_text":"Adrian Taylor, Li Li, Raed Fayad","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2021-09-07T20:52:44Z","title":"CyGIL: A Cyber Gym for Training Autonomous Agents over Emulated Network Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.03331","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5a0e5d76ddde1a2240910944ca3d467501b3b60660b906be6d5169487f740298","target":"record","created_at":"2026-07-05T03:12:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ad000b98d48bcbab9cf5d55d5a85d74705a9a5f0f679d4a6f16f0ba9d3dff61e","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2021-09-07T20:52:44Z","title_canon_sha256":"3b642fa36aab2da01bf938cfc3c9173e06493a90a123b5f7f67959daf390094d"},"schema_version":"1.0","source":{"id":"2109.03331","kind":"arxiv","version":1}},"canonical_sha256":"8be177fdeab41ff70c96f39cf00bba6c7eb0812980c5dec9c94238c8080e78e3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8be177fdeab41ff70c96f39cf00bba6c7eb0812980c5dec9c94238c8080e78e3","first_computed_at":"2026-07-05T03:12:29.856487Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:12:29.856487Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Cjcto3luymNLL22aCDiBrGPzC10cMa0qPmLOtFnySugzUaKsqQnjjl4A5PnjK+l5kQlzmp1NNamfzQl48qGLDA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:12:29.856830Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.03331","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5a0e5d76ddde1a2240910944ca3d467501b3b60660b906be6d5169487f740298","sha256:e278329ad9be5680dd58475c1d46e635bfbfe2aa75941ef377e2a8400589cc71"],"state_sha256":"36ad71cffd03010b866eca70051e36cfdec9d11834aa82fd4f3ae8370dad423c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cpiXpiyYGWR02isi41jF2AmTbRBN3T6eXu3s7gOA98S2zUEXc/tcpCQI6bRAjf6XNzRndRBrQ4bqAet9Im64Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T13:29:40.127869Z","bundle_sha256":"6843ea854867c58f86990fabaab574729ae3b2679d6969ca3829d80ae478923d"}}