{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JOROJ6QCGJ5JFB5LC2OARRLZNJ","short_pith_number":"pith:JOROJ6QC","canonical_record":{"source":{"id":"2407.15656","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-07-22T14:17:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d00a71c7039f8a9362ee5bb8b4c18c73255f4c3921cb5c2403e403c81944c1ce","abstract_canon_sha256":"ee60dc0ea08b3fb584af7b5c60550b7d4964221c66df69f390e7760369269c22"},"schema_version":"1.0"},"canonical_sha256":"4ba2e4fa02327a9287ab169c08c5796a4c4e2e78e6523e69f296f643554fe38c","source":{"kind":"arxiv","id":"2407.15656","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.15656","created_at":"2026-07-05T08:46:59Z"},{"alias_kind":"arxiv_version","alias_value":"2407.15656v1","created_at":"2026-07-05T08:46:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.15656","created_at":"2026-07-05T08:46:59Z"},{"alias_kind":"pith_short_12","alias_value":"JOROJ6QCGJ5J","created_at":"2026-07-05T08:46:59Z"},{"alias_kind":"pith_short_16","alias_value":"JOROJ6QCGJ5JFB5L","created_at":"2026-07-05T08:46:59Z"},{"alias_kind":"pith_short_8","alias_value":"JOROJ6QC","created_at":"2026-07-05T08:46:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JOROJ6QCGJ5JFB5LC2OARRLZNJ","target":"record","payload":{"canonical_record":{"source":{"id":"2407.15656","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-07-22T14:17:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d00a71c7039f8a9362ee5bb8b4c18c73255f4c3921cb5c2403e403c81944c1ce","abstract_canon_sha256":"ee60dc0ea08b3fb584af7b5c60550b7d4964221c66df69f390e7760369269c22"},"schema_version":"1.0"},"canonical_sha256":"4ba2e4fa02327a9287ab169c08c5796a4c4e2e78e6523e69f296f643554fe38c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:46:59.387115Z","signature_b64":"of9HUscZfYcfz3tIvaRycrhdUGc8APbr53ahaDTGTud3GQlby07cX+ql8ibZ+FIx4Osnh0nQL6naRGcKPVtAAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4ba2e4fa02327a9287ab169c08c5796a4c4e2e78e6523e69f296f643554fe38c","last_reissued_at":"2026-07-05T08:46:59.386613Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:46:59.386613Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.15656","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:46:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Sn89z6jNe34m9Kqx3JK539hHqh2e9QSAcX3OWqDMrDqrOCGmNbaRDVYupEOdRLiHxupWm8aj5uBT0YhkIv7QCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:23:30.324440Z"},"content_sha256":"ae7fe35fe61de74ee6ea3cfcaa739097f2328126ffadf1d1f0d9dbec0394bb48","schema_version":"1.0","event_id":"sha256:ae7fe35fe61de74ee6ea3cfcaa739097f2328126ffadf1d1f0d9dbec0394bb48"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JOROJ6QCGJ5JFB5LC2OARRLZNJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation of Reinforcement Learning for Autonomous Penetration Testing using A3C, Q-learning and DQN","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CR","authors_text":"Daniel Reti, Evridiki V. Ntagiou, Hans D. Schotten, Marcus Wallum, Norman Becker","submitted_at":"2024-07-22T14:17:29Z","abstract_excerpt":"Penetration testing is the process of searching for security weaknesses by simulating an attack. It is usually performed by experienced professionals, where scanning and attack tools are applied. By automating the execution of such tools, the need for human interaction and decision-making could be reduced. In this work, a Network Attack Simulator (NASim) was used as an environment to train reinforcement learning agents to solve three predefined security scenarios. These scenarios cover techniques of exploitation, post-exploitation and wiretapping. A large hyperparameter grid search was perform"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.15656","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.15656/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:46:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zWeNhnoxMPYjmln5UwpsSMbBJdLzk2v6MMbnYal0XSMhkJSaOXEma0M15T10wrFtbJ/zwONcYRofDqAFjBzLDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:23:30.325108Z"},"content_sha256":"ed48b43528fdbf2aa546abdf20ce060cd1fb18444d6cdecb4e7bdd56449c097c","schema_version":"1.0","event_id":"sha256:ed48b43528fdbf2aa546abdf20ce060cd1fb18444d6cdecb4e7bdd56449c097c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JOROJ6QCGJ5JFB5LC2OARRLZNJ/bundle.json","state_url":"https://pith.science/pith/JOROJ6QCGJ5JFB5LC2OARRLZNJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JOROJ6QCGJ5JFB5LC2OARRLZNJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T16:23:30Z","links":{"resolver":"https://pith.science/pith/JOROJ6QCGJ5JFB5LC2OARRLZNJ","bundle":"https://pith.science/pith/JOROJ6QCGJ5JFB5LC2OARRLZNJ/bundle.json","state":"https://pith.science/pith/JOROJ6QCGJ5JFB5LC2OARRLZNJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JOROJ6QCGJ5JFB5LC2OARRLZNJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JOROJ6QCGJ5JFB5LC2OARRLZNJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ee60dc0ea08b3fb584af7b5c60550b7d4964221c66df69f390e7760369269c22","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-07-22T14:17:29Z","title_canon_sha256":"d00a71c7039f8a9362ee5bb8b4c18c73255f4c3921cb5c2403e403c81944c1ce"},"schema_version":"1.0","source":{"id":"2407.15656","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.15656","created_at":"2026-07-05T08:46:59Z"},{"alias_kind":"arxiv_version","alias_value":"2407.15656v1","created_at":"2026-07-05T08:46:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.15656","created_at":"2026-07-05T08:46:59Z"},{"alias_kind":"pith_short_12","alias_value":"JOROJ6QCGJ5J","created_at":"2026-07-05T08:46:59Z"},{"alias_kind":"pith_short_16","alias_value":"JOROJ6QCGJ5JFB5L","created_at":"2026-07-05T08:46:59Z"},{"alias_kind":"pith_short_8","alias_value":"JOROJ6QC","created_at":"2026-07-05T08:46:59Z"}],"graph_snapshots":[{"event_id":"sha256:ed48b43528fdbf2aa546abdf20ce060cd1fb18444d6cdecb4e7bdd56449c097c","target":"graph","created_at":"2026-07-05T08:46:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.15656/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Penetration testing is the process of searching for security weaknesses by simulating an attack. It is usually performed by experienced professionals, where scanning and attack tools are applied. By automating the execution of such tools, the need for human interaction and decision-making could be reduced. In this work, a Network Attack Simulator (NASim) was used as an environment to train reinforcement learning agents to solve three predefined security scenarios. These scenarios cover techniques of exploitation, post-exploitation and wiretapping. A large hyperparameter grid search was perform","authors_text":"Daniel Reti, Evridiki V. Ntagiou, Hans D. Schotten, Marcus Wallum, Norman Becker","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-07-22T14:17:29Z","title":"Evaluation of Reinforcement Learning for Autonomous Penetration Testing using A3C, Q-learning and DQN"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.15656","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ae7fe35fe61de74ee6ea3cfcaa739097f2328126ffadf1d1f0d9dbec0394bb48","target":"record","created_at":"2026-07-05T08:46:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ee60dc0ea08b3fb584af7b5c60550b7d4964221c66df69f390e7760369269c22","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-07-22T14:17:29Z","title_canon_sha256":"d00a71c7039f8a9362ee5bb8b4c18c73255f4c3921cb5c2403e403c81944c1ce"},"schema_version":"1.0","source":{"id":"2407.15656","kind":"arxiv","version":1}},"canonical_sha256":"4ba2e4fa02327a9287ab169c08c5796a4c4e2e78e6523e69f296f643554fe38c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4ba2e4fa02327a9287ab169c08c5796a4c4e2e78e6523e69f296f643554fe38c","first_computed_at":"2026-07-05T08:46:59.386613Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:46:59.386613Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"of9HUscZfYcfz3tIvaRycrhdUGc8APbr53ahaDTGTud3GQlby07cX+ql8ibZ+FIx4Osnh0nQL6naRGcKPVtAAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:46:59.387115Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.15656","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ae7fe35fe61de74ee6ea3cfcaa739097f2328126ffadf1d1f0d9dbec0394bb48","sha256:ed48b43528fdbf2aa546abdf20ce060cd1fb18444d6cdecb4e7bdd56449c097c"],"state_sha256":"ac58586c20317c05eae4a45c1b514223dc18861c9a21f66a0a2d470b5ac0cbb2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W/xvFXJfJxk3Vlffl64t/7rj+G+bzjICRrBYZ0rtZ08qMzalJ4pgfAixl6K1uQiO0yxazhMCi0kE4EbJurm5Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T16:23:30.334173Z","bundle_sha256":"112ca8ab087d8e199e9ee3944dd4605b9b3e1b7ce9d3ee10fa7057607bd3749e"}}