{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:5T3BLXIMGCWP5KTHHYG5W4IBJI","short_pith_number":"pith:5T3BLXIM","canonical_record":{"source":{"id":"2106.10566","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-19T20:03:26Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"22e48ef31f6c5b55b67edd39036b18a75bfffe24a20a9a8928d1db5d1cdb4465","abstract_canon_sha256":"4c0b3230654b4c030866f4db332f8f9bd4c743628f83011978aa2d2457b7ebe1"},"schema_version":"1.0"},"canonical_sha256":"ecf615dd0c30acfeaa673e0ddb71014a27d17f25d18c5a3c95f4ca694a5cb4ad","source":{"kind":"arxiv","id":"2106.10566","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.10566","created_at":"2026-07-05T05:02:39Z"},{"alias_kind":"arxiv_version","alias_value":"2106.10566v2","created_at":"2026-07-05T05:02:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.10566","created_at":"2026-07-05T05:02:39Z"},{"alias_kind":"pith_short_12","alias_value":"5T3BLXIMGCWP","created_at":"2026-07-05T05:02:39Z"},{"alias_kind":"pith_short_16","alias_value":"5T3BLXIMGCWP5KTH","created_at":"2026-07-05T05:02:39Z"},{"alias_kind":"pith_short_8","alias_value":"5T3BLXIM","created_at":"2026-07-05T05:02:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:5T3BLXIMGCWP5KTHHYG5W4IBJI","target":"record","payload":{"canonical_record":{"source":{"id":"2106.10566","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-19T20:03:26Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"22e48ef31f6c5b55b67edd39036b18a75bfffe24a20a9a8928d1db5d1cdb4465","abstract_canon_sha256":"4c0b3230654b4c030866f4db332f8f9bd4c743628f83011978aa2d2457b7ebe1"},"schema_version":"1.0"},"canonical_sha256":"ecf615dd0c30acfeaa673e0ddb71014a27d17f25d18c5a3c95f4ca694a5cb4ad","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:02:39.179817Z","signature_b64":"euD+HKbeviv4OqNZWyYoFjhxyrT3PTTY5opU81oP2itkGbSOLtsXUKniWXAmQnihefOwaVBjd3z5C+PII7buAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ecf615dd0c30acfeaa673e0ddb71014a27d17f25d18c5a3c95f4ca694a5cb4ad","last_reissued_at":"2026-07-05T05:02:39.179328Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:02:39.179328Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.10566","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:02:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bDsN2deGb3E297v4jIm/5l6yQaXcHzT7i8QO+NTXGhWBuB0tb3FlsqNZxuH05/PVYAofVDSmwZ5L9ZbPg62yBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T21:14:33.469255Z"},"content_sha256":"2cb9a2705feb1a2298276545c85a7098da2fe20e96416b4603d673ace8fb1f0a","schema_version":"1.0","event_id":"sha256:2cb9a2705feb1a2298276545c85a7098da2fe20e96416b4603d673ace8fb1f0a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:5T3BLXIMGCWP5KTHHYG5W4IBJI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scalable Safety-Critical Policy Evaluation with Accelerated Rare Event Sampling","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Ding Zhao, Fengpei Li, Henry Lam, Jiacheng Zhu, Kentaro Oguchi, Mengdi Xu, Peide Huang, Xuewei Qi, Zhiyuan Huang","submitted_at":"2021-06-19T20:03:26Z","abstract_excerpt":"Evaluating rare but high-stakes events is one of the main challenges in obtaining reliable reinforcement learning policies, especially in large or infinite state/action spaces where limited scalability dictates a prohibitively large number of testing iterations. On the other hand, a biased or inaccurate policy evaluation in a safety-critical system could potentially cause unexpected catastrophic failures during deployment. This paper proposes the Accelerated Policy Evaluation (APE) method, which simultaneously uncovers rare events and estimates the rare event probability in Markov decision pro"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.10566","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.10566/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:02:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VXRe3xBDl60vw7JEteHLx9UxRrZrQxjE2mcIN0Iv7ZaZV1mdqK4Nh3QLAFkp1uXQuRvvLTwkte90ZsKZCMh4Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T21:14:33.469642Z"},"content_sha256":"feb3738398a841ef805c87177fb827a186dbd9cab56d0ca26ab221c9ba211c47","schema_version":"1.0","event_id":"sha256:feb3738398a841ef805c87177fb827a186dbd9cab56d0ca26ab221c9ba211c47"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5T3BLXIMGCWP5KTHHYG5W4IBJI/bundle.json","state_url":"https://pith.science/pith/5T3BLXIMGCWP5KTHHYG5W4IBJI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5T3BLXIMGCWP5KTHHYG5W4IBJI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T21:14:33Z","links":{"resolver":"https://pith.science/pith/5T3BLXIMGCWP5KTHHYG5W4IBJI","bundle":"https://pith.science/pith/5T3BLXIMGCWP5KTHHYG5W4IBJI/bundle.json","state":"https://pith.science/pith/5T3BLXIMGCWP5KTHHYG5W4IBJI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5T3BLXIMGCWP5KTHHYG5W4IBJI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:5T3BLXIMGCWP5KTHHYG5W4IBJI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4c0b3230654b4c030866f4db332f8f9bd4c743628f83011978aa2d2457b7ebe1","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-19T20:03:26Z","title_canon_sha256":"22e48ef31f6c5b55b67edd39036b18a75bfffe24a20a9a8928d1db5d1cdb4465"},"schema_version":"1.0","source":{"id":"2106.10566","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.10566","created_at":"2026-07-05T05:02:39Z"},{"alias_kind":"arxiv_version","alias_value":"2106.10566v2","created_at":"2026-07-05T05:02:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.10566","created_at":"2026-07-05T05:02:39Z"},{"alias_kind":"pith_short_12","alias_value":"5T3BLXIMGCWP","created_at":"2026-07-05T05:02:39Z"},{"alias_kind":"pith_short_16","alias_value":"5T3BLXIMGCWP5KTH","created_at":"2026-07-05T05:02:39Z"},{"alias_kind":"pith_short_8","alias_value":"5T3BLXIM","created_at":"2026-07-05T05:02:39Z"}],"graph_snapshots":[{"event_id":"sha256:feb3738398a841ef805c87177fb827a186dbd9cab56d0ca26ab221c9ba211c47","target":"graph","created_at":"2026-07-05T05:02:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.10566/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating rare but high-stakes events is one of the main challenges in obtaining reliable reinforcement learning policies, especially in large or infinite state/action spaces where limited scalability dictates a prohibitively large number of testing iterations. On the other hand, a biased or inaccurate policy evaluation in a safety-critical system could potentially cause unexpected catastrophic failures during deployment. This paper proposes the Accelerated Policy Evaluation (APE) method, which simultaneously uncovers rare events and estimates the rare event probability in Markov decision pro","authors_text":"Ding Zhao, Fengpei Li, Henry Lam, Jiacheng Zhu, Kentaro Oguchi, Mengdi Xu, Peide Huang, Xuewei Qi, Zhiyuan Huang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-19T20:03:26Z","title":"Scalable Safety-Critical Policy Evaluation with Accelerated Rare Event Sampling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.10566","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2cb9a2705feb1a2298276545c85a7098da2fe20e96416b4603d673ace8fb1f0a","target":"record","created_at":"2026-07-05T05:02:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4c0b3230654b4c030866f4db332f8f9bd4c743628f83011978aa2d2457b7ebe1","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-19T20:03:26Z","title_canon_sha256":"22e48ef31f6c5b55b67edd39036b18a75bfffe24a20a9a8928d1db5d1cdb4465"},"schema_version":"1.0","source":{"id":"2106.10566","kind":"arxiv","version":2}},"canonical_sha256":"ecf615dd0c30acfeaa673e0ddb71014a27d17f25d18c5a3c95f4ca694a5cb4ad","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ecf615dd0c30acfeaa673e0ddb71014a27d17f25d18c5a3c95f4ca694a5cb4ad","first_computed_at":"2026-07-05T05:02:39.179328Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:02:39.179328Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"euD+HKbeviv4OqNZWyYoFjhxyrT3PTTY5opU81oP2itkGbSOLtsXUKniWXAmQnihefOwaVBjd3z5C+PII7buAw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:02:39.179817Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.10566","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2cb9a2705feb1a2298276545c85a7098da2fe20e96416b4603d673ace8fb1f0a","sha256:feb3738398a841ef805c87177fb827a186dbd9cab56d0ca26ab221c9ba211c47"],"state_sha256":"3a88a028ecc54e0192185f3749ad79fcac2a417dfdbf354aac48e0511d718459"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3xQFldqvFdTD0Sr457Am0I4zwknZ4w2djUzRtiLHb7lMixT27BnTxSsJl9hgyZbCHyJRSLRIvAxSiMlqqNKGBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T21:14:33.471992Z","bundle_sha256":"d716d66eea5c9ebbb9212882aa5612fdc6bb19d86bbd15001d1e7197a1d9a144"}}