{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:QFKFT5PDLQO7DWHHSIN2HZLRIG","short_pith_number":"pith:QFKFT5PD","canonical_record":{"source":{"id":"2007.07176","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-14T16:50:02Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"f6229b6a14b866b9227f14344df0e547818ce19f472fafff62fb43861366a8c3","abstract_canon_sha256":"842bc55e56bd8e59b143293ac9439aef2f761d9218d2ea081531e2d3b7f73035"},"schema_version":"1.0"},"canonical_sha256":"815459f5e35c1df1d8e7921ba3e57141b7f8955ef501cfb18ded9d57e5b446bb","source":{"kind":"arxiv","id":"2007.07176","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.07176","created_at":"2026-07-05T01:19:12Z"},{"alias_kind":"arxiv_version","alias_value":"2007.07176v1","created_at":"2026-07-05T01:19:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.07176","created_at":"2026-07-05T01:19:12Z"},{"alias_kind":"pith_short_12","alias_value":"QFKFT5PDLQO7","created_at":"2026-07-05T01:19:12Z"},{"alias_kind":"pith_short_16","alias_value":"QFKFT5PDLQO7DWHH","created_at":"2026-07-05T01:19:12Z"},{"alias_kind":"pith_short_8","alias_value":"QFKFT5PD","created_at":"2026-07-05T01:19:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:QFKFT5PDLQO7DWHHSIN2HZLRIG","target":"record","payload":{"canonical_record":{"source":{"id":"2007.07176","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-14T16:50:02Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"f6229b6a14b866b9227f14344df0e547818ce19f472fafff62fb43861366a8c3","abstract_canon_sha256":"842bc55e56bd8e59b143293ac9439aef2f761d9218d2ea081531e2d3b7f73035"},"schema_version":"1.0"},"canonical_sha256":"815459f5e35c1df1d8e7921ba3e57141b7f8955ef501cfb18ded9d57e5b446bb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:19:12.635482Z","signature_b64":"9Wh+KOiXe3tfD+b6ZVB9XL0McnShBOpNvNYo2ZjPEw8pucOyY7rGh7mhnq2SznGGOpktjE0Nj6zJBg2WUSvKBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"815459f5e35c1df1d8e7921ba3e57141b7f8955ef501cfb18ded9d57e5b446bb","last_reissued_at":"2026-07-05T01:19:12.635084Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:19:12.635084Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2007.07176","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:19:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HMHaW+miIQFCzpKH7wNEXfp1rGt33JxaKHPvE6f6r0woRrtrl+oqZvotdifhvwHYRzvBTrp5PutACX8FCEhwCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T08:42:35.202624Z"},"content_sha256":"baf6da6b6d5209207b9ac8493aa53ceb32fafb523ed5a2a2b857b9f634581476","schema_version":"1.0","event_id":"sha256:baf6da6b6d5209207b9ac8493aa53ceb32fafb523ed5a2a2b857b9f634581476"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:QFKFT5PDLQO7DWHHSIN2HZLRIG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Robustifying Reinforcement Learning Agents via Action Space Adversarial Training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Aakanksha, Kai Liang Tan, Soumik Sarkar, Xian Yeow Lee, Yasaman Esfandiari","submitted_at":"2020-07-14T16:50:02Z","abstract_excerpt":"Adoption of machine learning (ML)-enabled cyber-physical systems (CPS) are becoming prevalent in various sectors of modern society such as transportation, industrial, and power grids. Recent studies in deep reinforcement learning (DRL) have demonstrated its benefits in a large variety of data-driven decisions and control applications. As reliance on ML-enabled systems grows, it is imperative to study the performance of these systems under malicious state and actuator attacks. Traditional control systems employ resilient/fault-tolerant controllers that counter these attacks by correcting the sy"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.07176","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2007.07176/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:19:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7txtyM9pNxZQcD3OHMh/mAYzL6JZM1GhHIqXv5/9z76Tn96t5oIIE030cbVvdt8kfK+acZURwNeKuM3cvyKfBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T08:42:35.202995Z"},"content_sha256":"86b5ca403e1dc51dbf6bc72471f2c1c673543a7474f1e2671128353c918d721b","schema_version":"1.0","event_id":"sha256:86b5ca403e1dc51dbf6bc72471f2c1c673543a7474f1e2671128353c918d721b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QFKFT5PDLQO7DWHHSIN2HZLRIG/bundle.json","state_url":"https://pith.science/pith/QFKFT5PDLQO7DWHHSIN2HZLRIG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QFKFT5PDLQO7DWHHSIN2HZLRIG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T08:42:35Z","links":{"resolver":"https://pith.science/pith/QFKFT5PDLQO7DWHHSIN2HZLRIG","bundle":"https://pith.science/pith/QFKFT5PDLQO7DWHHSIN2HZLRIG/bundle.json","state":"https://pith.science/pith/QFKFT5PDLQO7DWHHSIN2HZLRIG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QFKFT5PDLQO7DWHHSIN2HZLRIG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:QFKFT5PDLQO7DWHHSIN2HZLRIG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"842bc55e56bd8e59b143293ac9439aef2f761d9218d2ea081531e2d3b7f73035","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-14T16:50:02Z","title_canon_sha256":"f6229b6a14b866b9227f14344df0e547818ce19f472fafff62fb43861366a8c3"},"schema_version":"1.0","source":{"id":"2007.07176","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.07176","created_at":"2026-07-05T01:19:12Z"},{"alias_kind":"arxiv_version","alias_value":"2007.07176v1","created_at":"2026-07-05T01:19:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.07176","created_at":"2026-07-05T01:19:12Z"},{"alias_kind":"pith_short_12","alias_value":"QFKFT5PDLQO7","created_at":"2026-07-05T01:19:12Z"},{"alias_kind":"pith_short_16","alias_value":"QFKFT5PDLQO7DWHH","created_at":"2026-07-05T01:19:12Z"},{"alias_kind":"pith_short_8","alias_value":"QFKFT5PD","created_at":"2026-07-05T01:19:12Z"}],"graph_snapshots":[{"event_id":"sha256:86b5ca403e1dc51dbf6bc72471f2c1c673543a7474f1e2671128353c918d721b","target":"graph","created_at":"2026-07-05T01:19:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.07176/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Adoption of machine learning (ML)-enabled cyber-physical systems (CPS) are becoming prevalent in various sectors of modern society such as transportation, industrial, and power grids. Recent studies in deep reinforcement learning (DRL) have demonstrated its benefits in a large variety of data-driven decisions and control applications. As reliance on ML-enabled systems grows, it is imperative to study the performance of these systems under malicious state and actuator attacks. Traditional control systems employ resilient/fault-tolerant controllers that counter these attacks by correcting the sy","authors_text":"Aakanksha, Kai Liang Tan, Soumik Sarkar, Xian Yeow Lee, Yasaman Esfandiari","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-14T16:50:02Z","title":"Robustifying Reinforcement Learning Agents via Action Space Adversarial Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.07176","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:baf6da6b6d5209207b9ac8493aa53ceb32fafb523ed5a2a2b857b9f634581476","target":"record","created_at":"2026-07-05T01:19:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"842bc55e56bd8e59b143293ac9439aef2f761d9218d2ea081531e2d3b7f73035","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-14T16:50:02Z","title_canon_sha256":"f6229b6a14b866b9227f14344df0e547818ce19f472fafff62fb43861366a8c3"},"schema_version":"1.0","source":{"id":"2007.07176","kind":"arxiv","version":1}},"canonical_sha256":"815459f5e35c1df1d8e7921ba3e57141b7f8955ef501cfb18ded9d57e5b446bb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"815459f5e35c1df1d8e7921ba3e57141b7f8955ef501cfb18ded9d57e5b446bb","first_computed_at":"2026-07-05T01:19:12.635084Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:19:12.635084Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9Wh+KOiXe3tfD+b6ZVB9XL0McnShBOpNvNYo2ZjPEw8pucOyY7rGh7mhnq2SznGGOpktjE0Nj6zJBg2WUSvKBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:19:12.635482Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.07176","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:baf6da6b6d5209207b9ac8493aa53ceb32fafb523ed5a2a2b857b9f634581476","sha256:86b5ca403e1dc51dbf6bc72471f2c1c673543a7474f1e2671128353c918d721b"],"state_sha256":"dd0af957f8fbcd21ccdd823f68c09d5b8c580ca15bed43d40eaa8fb5585e4b49"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KjjN14CF2XhVG4UMOGXEouUqVGJhsz/loxPKnzThzWFbOjPwJ6V0IMshyIEZVfLR8kwbhHgUChrH9qlUmiALBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T08:42:35.205398Z","bundle_sha256":"2e97dba08f6c38a4601a78bdc445c8e67c9395a95546c43df421d463e3640963"}}