{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:HS4AIKW7PT6JOUBAB3YKRS2IOU","short_pith_number":"pith:HS4AIKW7","canonical_record":{"source":{"id":"2005.12632","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2020-05-26T11:23:10Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"ed3f04542f03c7f676f71d6495497654873ddd29c3458f56c008332db22fe3ed","abstract_canon_sha256":"67547b4d2dd6874da27d5cc22712798a790ef02f6d186b5ce21281402f727cdf"},"schema_version":"1.0"},"canonical_sha256":"3cb8042adf7cfc9750200ef0a8cb4875060468f979640321f12fa12882201c79","source":{"kind":"arxiv","id":"2005.12632","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.12632","created_at":"2026-07-05T02:42:12Z"},{"alias_kind":"arxiv_version","alias_value":"2005.12632v2","created_at":"2026-07-05T02:42:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.12632","created_at":"2026-07-05T02:42:12Z"},{"alias_kind":"pith_short_12","alias_value":"HS4AIKW7PT6J","created_at":"2026-07-05T02:42:12Z"},{"alias_kind":"pith_short_16","alias_value":"HS4AIKW7PT6JOUBA","created_at":"2026-07-05T02:42:12Z"},{"alias_kind":"pith_short_8","alias_value":"HS4AIKW7","created_at":"2026-07-05T02:42:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:HS4AIKW7PT6JOUBAB3YKRS2IOU","target":"record","payload":{"canonical_record":{"source":{"id":"2005.12632","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2020-05-26T11:23:10Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"ed3f04542f03c7f676f71d6495497654873ddd29c3458f56c008332db22fe3ed","abstract_canon_sha256":"67547b4d2dd6874da27d5cc22712798a790ef02f6d186b5ce21281402f727cdf"},"schema_version":"1.0"},"canonical_sha256":"3cb8042adf7cfc9750200ef0a8cb4875060468f979640321f12fa12882201c79","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:42:12.960350Z","signature_b64":"YMiV+HWIjiAMnKL60nJFIaFPkGznrGA5S+/sXfJ/PBwoUi0kZLvqVFP9dGfvI99E9qMPijza2jyZU3ecEIJ4Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3cb8042adf7cfc9750200ef0a8cb4875060468f979640321f12fa12882201c79","last_reissued_at":"2026-07-05T02:42:12.959890Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:42:12.959890Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2005.12632","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:42:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j6q12y7qSppd2WCOHBAqU0r6sjB0PeaxICA4wy5DrCG5iYkH5BbctRtvX1cYiKj+Mk6W0OoRR9Q+HKDk1NfoAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T08:40:15.876197Z"},"content_sha256":"b0a77ab8831f9ac38c238dab3878becba9042c8e70e21b472f7aa08e06596bbe","schema_version":"1.0","event_id":"sha256:b0a77ab8831f9ac38c238dab3878becba9042c8e70e21b472f7aa08e06596bbe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:HS4AIKW7PT6JOUBAB3YKRS2IOU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Modeling Penetration Testing with Reinforcement Learning Using Capture-the-Flag Challenges: Trade-offs between Model-free Learning and A Priori Knowledge","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CR","authors_text":"Fabio Massimo Zennaro, Laszlo Erdodi","submitted_at":"2020-05-26T11:23:10Z","abstract_excerpt":"Penetration testing is a security exercise aimed at assessing the security of a system by simulating attacks against it. So far, penetration testing has been carried out mainly by trained human attackers and its success critically depended on the available expertise. Automating this practice constitutes a non-trivial problem, as the range of actions that a human expert may attempts against a system and the range of knowledge she relies on to take her decisions are hard to capture. In this paper, we focus our attention on simplified penetration testing problems expressed in the form of capture "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.12632","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2005.12632/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:42:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7NrDUms1+w7bogYcNgUznEgPZt+lMM9n/OrdPLteWF7sV82gKPsa3amSTwIVKoCw98BMPUBK/+g1ic+mFG94Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T08:40:15.876696Z"},"content_sha256":"9b4c0d1e42d9422ce4ce730e65e020f351f44544ed49b3e79c2032c4a9490abe","schema_version":"1.0","event_id":"sha256:9b4c0d1e42d9422ce4ce730e65e020f351f44544ed49b3e79c2032c4a9490abe"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HS4AIKW7PT6JOUBAB3YKRS2IOU/bundle.json","state_url":"https://pith.science/pith/HS4AIKW7PT6JOUBAB3YKRS2IOU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HS4AIKW7PT6JOUBAB3YKRS2IOU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T08:40:15Z","links":{"resolver":"https://pith.science/pith/HS4AIKW7PT6JOUBAB3YKRS2IOU","bundle":"https://pith.science/pith/HS4AIKW7PT6JOUBAB3YKRS2IOU/bundle.json","state":"https://pith.science/pith/HS4AIKW7PT6JOUBAB3YKRS2IOU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HS4AIKW7PT6JOUBAB3YKRS2IOU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:HS4AIKW7PT6JOUBAB3YKRS2IOU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"67547b4d2dd6874da27d5cc22712798a790ef02f6d186b5ce21281402f727cdf","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2020-05-26T11:23:10Z","title_canon_sha256":"ed3f04542f03c7f676f71d6495497654873ddd29c3458f56c008332db22fe3ed"},"schema_version":"1.0","source":{"id":"2005.12632","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.12632","created_at":"2026-07-05T02:42:12Z"},{"alias_kind":"arxiv_version","alias_value":"2005.12632v2","created_at":"2026-07-05T02:42:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.12632","created_at":"2026-07-05T02:42:12Z"},{"alias_kind":"pith_short_12","alias_value":"HS4AIKW7PT6J","created_at":"2026-07-05T02:42:12Z"},{"alias_kind":"pith_short_16","alias_value":"HS4AIKW7PT6JOUBA","created_at":"2026-07-05T02:42:12Z"},{"alias_kind":"pith_short_8","alias_value":"HS4AIKW7","created_at":"2026-07-05T02:42:12Z"}],"graph_snapshots":[{"event_id":"sha256:9b4c0d1e42d9422ce4ce730e65e020f351f44544ed49b3e79c2032c4a9490abe","target":"graph","created_at":"2026-07-05T02:42:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2005.12632/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Penetration testing is a security exercise aimed at assessing the security of a system by simulating attacks against it. So far, penetration testing has been carried out mainly by trained human attackers and its success critically depended on the available expertise. Automating this practice constitutes a non-trivial problem, as the range of actions that a human expert may attempts against a system and the range of knowledge she relies on to take her decisions are hard to capture. In this paper, we focus our attention on simplified penetration testing problems expressed in the form of capture ","authors_text":"Fabio Massimo Zennaro, Laszlo Erdodi","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2020-05-26T11:23:10Z","title":"Modeling Penetration Testing with Reinforcement Learning Using Capture-the-Flag Challenges: Trade-offs between Model-free Learning and A Priori Knowledge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.12632","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b0a77ab8831f9ac38c238dab3878becba9042c8e70e21b472f7aa08e06596bbe","target":"record","created_at":"2026-07-05T02:42:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"67547b4d2dd6874da27d5cc22712798a790ef02f6d186b5ce21281402f727cdf","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2020-05-26T11:23:10Z","title_canon_sha256":"ed3f04542f03c7f676f71d6495497654873ddd29c3458f56c008332db22fe3ed"},"schema_version":"1.0","source":{"id":"2005.12632","kind":"arxiv","version":2}},"canonical_sha256":"3cb8042adf7cfc9750200ef0a8cb4875060468f979640321f12fa12882201c79","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3cb8042adf7cfc9750200ef0a8cb4875060468f979640321f12fa12882201c79","first_computed_at":"2026-07-05T02:42:12.959890Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:42:12.959890Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YMiV+HWIjiAMnKL60nJFIaFPkGznrGA5S+/sXfJ/PBwoUi0kZLvqVFP9dGfvI99E9qMPijza2jyZU3ecEIJ4Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:42:12.960350Z","signed_message":"canonical_sha256_bytes"},"source_id":"2005.12632","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b0a77ab8831f9ac38c238dab3878becba9042c8e70e21b472f7aa08e06596bbe","sha256:9b4c0d1e42d9422ce4ce730e65e020f351f44544ed49b3e79c2032c4a9490abe"],"state_sha256":"7302a4b6f83b9fc284e209fa0c1cbd76779ab38be1b30713c3b88c52ee23b4df"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qC2qdP9TNqLTmFsBUPMiZaoGTKyrABO+rMnXQka9iz4JBizaOEaXMOJECR/MjcEtPjcQO2vAhcMuyoREbR2FDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T08:40:15.881716Z","bundle_sha256":"1ed6df2c8a1d38bd699678ffdee88232cb0c920336f5a6b7af1b250a04360565"}}