{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:FRBS4XATNALBNH2HEMEDIHV3V2","short_pith_number":"pith:FRBS4XAT","canonical_record":{"source":{"id":"2108.07124","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-08-16T14:45:50Z","cross_cats_sorted":["cs.CR","cs.NI"],"title_canon_sha256":"61bbb30bae7b9dd5b492dc6228e682486a455f6e2f559a04abb5096ec39aa0ce","abstract_canon_sha256":"e6825131f3a5400a38b31aa9bcfc89e7bb0386ddbe28ab50caefd0232df68a67"},"schema_version":"1.0"},"canonical_sha256":"2c432e5c136816169f472308341ebbae8f0cf550076e4ef8cd18df665d2d07e4","source":{"kind":"arxiv","id":"2108.07124","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.07124","created_at":"2026-07-05T04:46:11Z"},{"alias_kind":"arxiv_version","alias_value":"2108.07124v2","created_at":"2026-07-05T04:46:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.07124","created_at":"2026-07-05T04:46:11Z"},{"alias_kind":"pith_short_12","alias_value":"FRBS4XATNALB","created_at":"2026-07-05T04:46:11Z"},{"alias_kind":"pith_short_16","alias_value":"FRBS4XATNALBNH2H","created_at":"2026-07-05T04:46:11Z"},{"alias_kind":"pith_short_8","alias_value":"FRBS4XAT","created_at":"2026-07-05T04:46:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:FRBS4XATNALBNH2HEMEDIHV3V2","target":"record","payload":{"canonical_record":{"source":{"id":"2108.07124","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-08-16T14:45:50Z","cross_cats_sorted":["cs.CR","cs.NI"],"title_canon_sha256":"61bbb30bae7b9dd5b492dc6228e682486a455f6e2f559a04abb5096ec39aa0ce","abstract_canon_sha256":"e6825131f3a5400a38b31aa9bcfc89e7bb0386ddbe28ab50caefd0232df68a67"},"schema_version":"1.0"},"canonical_sha256":"2c432e5c136816169f472308341ebbae8f0cf550076e4ef8cd18df665d2d07e4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:46:11.809857Z","signature_b64":"EPEzyOa/l9qqbWPUIrzX8osEi/zIo10biFS44Q0YgUR3q1aY8TvgrSYIVTfJmsrUo35T4Jq/LruXTfUp6jZ0CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2c432e5c136816169f472308341ebbae8f0cf550076e4ef8cd18df665d2d07e4","last_reissued_at":"2026-07-05T04:46:11.809468Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:46:11.809468Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.07124","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:46:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hV2fgI9PdjHGBuARjPPPtI977x/F4xG59eOL2xY5wV3sjob563N0YbZLtbTYrvvlv5QxANom9pN1NXISewmuCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T23:54:43.597287Z"},"content_sha256":"bfc6faa143c067ca0182b417fa798d2ab06bbb7ee163019340f66934f534d5e7","schema_version":"1.0","event_id":"sha256:bfc6faa143c067ca0182b417fa798d2ab06bbb7ee163019340f66934f534d5e7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:FRBS4XATNALBNH2HEMEDIHV3V2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Using Cyber Terrain in Reinforcement Learning for Penetration Testing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CR","cs.NI"],"primary_cat":"cs.LG","authors_text":"Abdul Rahman, Dan Radke, Logan Eisenbeiser, Paul Park, Rohit Gangupantulu, Ryan Clark, Tyler Cody","submitted_at":"2021-08-16T14:45:50Z","abstract_excerpt":"Reinforcement learning (RL) has been applied to attack graphs for penetration testing, however, trained agents do not reflect reality because the attack graphs lack operational nuances typically captured within the intelligence preparation of the battlefield (IPB) that include notions of (cyber) terrain. In particular, current practice constructs attack graphs exclusively using the Common Vulnerability Scoring System (CVSS) and its components. We present methods for constructing attack graphs using notions from IPB on cyber terrain analysis of obstacles, avenues of approach, key terrain, obser"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.07124","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.07124/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:46:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gKjSwgClN8SOLcpIj8q6U5nbMNGT014GXjahSx0xty6DqO0JQY4I9t4nZZiB6ICnDvgcIciq5o6Wg0W65shkAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T23:54:43.597802Z"},"content_sha256":"d4589c9c3ddccbf8dea6f8ccbf1bf4cc5b311c20c819c6ae900a748b464fed8b","schema_version":"1.0","event_id":"sha256:d4589c9c3ddccbf8dea6f8ccbf1bf4cc5b311c20c819c6ae900a748b464fed8b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FRBS4XATNALBNH2HEMEDIHV3V2/bundle.json","state_url":"https://pith.science/pith/FRBS4XATNALBNH2HEMEDIHV3V2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FRBS4XATNALBNH2HEMEDIHV3V2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T23:54:43Z","links":{"resolver":"https://pith.science/pith/FRBS4XATNALBNH2HEMEDIHV3V2","bundle":"https://pith.science/pith/FRBS4XATNALBNH2HEMEDIHV3V2/bundle.json","state":"https://pith.science/pith/FRBS4XATNALBNH2HEMEDIHV3V2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FRBS4XATNALBNH2HEMEDIHV3V2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:FRBS4XATNALBNH2HEMEDIHV3V2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e6825131f3a5400a38b31aa9bcfc89e7bb0386ddbe28ab50caefd0232df68a67","cross_cats_sorted":["cs.CR","cs.NI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-08-16T14:45:50Z","title_canon_sha256":"61bbb30bae7b9dd5b492dc6228e682486a455f6e2f559a04abb5096ec39aa0ce"},"schema_version":"1.0","source":{"id":"2108.07124","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.07124","created_at":"2026-07-05T04:46:11Z"},{"alias_kind":"arxiv_version","alias_value":"2108.07124v2","created_at":"2026-07-05T04:46:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.07124","created_at":"2026-07-05T04:46:11Z"},{"alias_kind":"pith_short_12","alias_value":"FRBS4XATNALB","created_at":"2026-07-05T04:46:11Z"},{"alias_kind":"pith_short_16","alias_value":"FRBS4XATNALBNH2H","created_at":"2026-07-05T04:46:11Z"},{"alias_kind":"pith_short_8","alias_value":"FRBS4XAT","created_at":"2026-07-05T04:46:11Z"}],"graph_snapshots":[{"event_id":"sha256:d4589c9c3ddccbf8dea6f8ccbf1bf4cc5b311c20c819c6ae900a748b464fed8b","target":"graph","created_at":"2026-07-05T04:46:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.07124/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning (RL) has been applied to attack graphs for penetration testing, however, trained agents do not reflect reality because the attack graphs lack operational nuances typically captured within the intelligence preparation of the battlefield (IPB) that include notions of (cyber) terrain. In particular, current practice constructs attack graphs exclusively using the Common Vulnerability Scoring System (CVSS) and its components. We present methods for constructing attack graphs using notions from IPB on cyber terrain analysis of obstacles, avenues of approach, key terrain, obser","authors_text":"Abdul Rahman, Dan Radke, Logan Eisenbeiser, Paul Park, Rohit Gangupantulu, Ryan Clark, Tyler Cody","cross_cats":["cs.CR","cs.NI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-08-16T14:45:50Z","title":"Using Cyber Terrain in Reinforcement Learning for Penetration Testing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.07124","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bfc6faa143c067ca0182b417fa798d2ab06bbb7ee163019340f66934f534d5e7","target":"record","created_at":"2026-07-05T04:46:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e6825131f3a5400a38b31aa9bcfc89e7bb0386ddbe28ab50caefd0232df68a67","cross_cats_sorted":["cs.CR","cs.NI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-08-16T14:45:50Z","title_canon_sha256":"61bbb30bae7b9dd5b492dc6228e682486a455f6e2f559a04abb5096ec39aa0ce"},"schema_version":"1.0","source":{"id":"2108.07124","kind":"arxiv","version":2}},"canonical_sha256":"2c432e5c136816169f472308341ebbae8f0cf550076e4ef8cd18df665d2d07e4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2c432e5c136816169f472308341ebbae8f0cf550076e4ef8cd18df665d2d07e4","first_computed_at":"2026-07-05T04:46:11.809468Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:46:11.809468Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EPEzyOa/l9qqbWPUIrzX8osEi/zIo10biFS44Q0YgUR3q1aY8TvgrSYIVTfJmsrUo35T4Jq/LruXTfUp6jZ0CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:46:11.809857Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.07124","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bfc6faa143c067ca0182b417fa798d2ab06bbb7ee163019340f66934f534d5e7","sha256:d4589c9c3ddccbf8dea6f8ccbf1bf4cc5b311c20c819c6ae900a748b464fed8b"],"state_sha256":"0a2fd65141ef2af9730b5cbc239a1446a4378b6b6bbc68c23acc19ae7df9b19b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3t9pzlskhTLoZXGgSKPx5MxD1uXscEZbgmpqZi7+GyuBsL+mmC6qEnThBRw5TwSfixRohVL84xS0/691fgH5Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T23:54:43.602874Z","bundle_sha256":"098d03838cf663e3be600a89a02743c425c8ed0d38af79ef561e98554f2e35e8"}}