{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:2QQVKVO4YK6GRDQCED4AJNGS4D","short_pith_number":"pith:2QQVKVO4","canonical_record":{"source":{"id":"2104.02818","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2021-04-06T22:36:29Z","cross_cats_sorted":[],"title_canon_sha256":"0a61c7b0e30b0e94648f15d05f8fd3f3f3888993e3fc5fce16a1e89794d815c2","abstract_canon_sha256":"e89609487e93bda99b18a17d6e59b4d89614d77c4ca7fd723d7dcc1751d93f04"},"schema_version":"1.0"},"canonical_sha256":"d4215555dcc2bc688e0220f804b4d2e0f977c6c1567085b64a20f464af521112","source":{"kind":"arxiv","id":"2104.02818","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.02818","created_at":"2026-07-05T03:27:30Z"},{"alias_kind":"arxiv_version","alias_value":"2104.02818v2","created_at":"2026-07-05T03:27:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.02818","created_at":"2026-07-05T03:27:30Z"},{"alias_kind":"pith_short_12","alias_value":"2QQVKVO4YK6G","created_at":"2026-07-05T03:27:30Z"},{"alias_kind":"pith_short_16","alias_value":"2QQVKVO4YK6GRDQC","created_at":"2026-07-05T03:27:30Z"},{"alias_kind":"pith_short_8","alias_value":"2QQVKVO4","created_at":"2026-07-05T03:27:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:2QQVKVO4YK6GRDQCED4AJNGS4D","target":"record","payload":{"canonical_record":{"source":{"id":"2104.02818","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2021-04-06T22:36:29Z","cross_cats_sorted":[],"title_canon_sha256":"0a61c7b0e30b0e94648f15d05f8fd3f3f3888993e3fc5fce16a1e89794d815c2","abstract_canon_sha256":"e89609487e93bda99b18a17d6e59b4d89614d77c4ca7fd723d7dcc1751d93f04"},"schema_version":"1.0"},"canonical_sha256":"d4215555dcc2bc688e0220f804b4d2e0f977c6c1567085b64a20f464af521112","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:27:30.386806Z","signature_b64":"tc+2nNJnIoY89UlApVqowtcat8r18NE8siNYnz1x7BfjB0RwYx7e+dVUDj4VQOtr1chenFXEqKs6OY+kaPIgBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d4215555dcc2bc688e0220f804b4d2e0f977c6c1567085b64a20f464af521112","last_reissued_at":"2026-07-05T03:27:30.386305Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:27:30.386305Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.02818","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:27:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6HTXCSRtndG6Y4jNm/trP12FQvgCPoTAcOBxIb0MWeiUuvIYNp/3anI+Zjb4OMi/OWsLqRN+dw4L5KH8dkwoAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T04:44:04.415569Z"},"content_sha256":"19abdc5c987507b7f971d037761c66da56555ce71f772e0bd95317da3cf029be","schema_version":"1.0","event_id":"sha256:19abdc5c987507b7f971d037761c66da56555ce71f772e0bd95317da3cf029be"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:2QQVKVO4YK6GRDQCED4AJNGS4D","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Why? Why not? When? Visual Explanations of Agent Behavior in Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Aditi Mishra, Chris Bryan, Jinbin Huang, Utkarsh Soni","submitted_at":"2021-04-06T22:36:29Z","abstract_excerpt":"Reinforcement learning (RL) is used in many domains, including autonomous driving, robotics, stock trading, and video games. Unfortunately, the black box nature of RL agents, combined with legal and ethical considerations, makes it increasingly important that humans (including those are who not experts in RL) understand the reasoning behind the actions taken by an RL agent, particularly in safety-critical domains. To help address this challenge, we introduce PolicyExplainer, a visual analytics interface which lets the user directly query an autonomous agent. PolicyExplainer visualizes the stat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.02818","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.02818/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:27:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Zh3pHJZjNFa26IJBPp42Xca27qGuID6kk9fwU2C1HbxezfzyzC3psn/j6vxNtE4Axvj24MWRWF954YQBSJbIDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T04:44:04.416065Z"},"content_sha256":"d0838646db17193b85fc45f480d26be6152087f8f53c896a9caefde51e4242e5","schema_version":"1.0","event_id":"sha256:d0838646db17193b85fc45f480d26be6152087f8f53c896a9caefde51e4242e5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2QQVKVO4YK6GRDQCED4AJNGS4D/bundle.json","state_url":"https://pith.science/pith/2QQVKVO4YK6GRDQCED4AJNGS4D/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2QQVKVO4YK6GRDQCED4AJNGS4D/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T04:44:04Z","links":{"resolver":"https://pith.science/pith/2QQVKVO4YK6GRDQCED4AJNGS4D","bundle":"https://pith.science/pith/2QQVKVO4YK6GRDQCED4AJNGS4D/bundle.json","state":"https://pith.science/pith/2QQVKVO4YK6GRDQCED4AJNGS4D/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2QQVKVO4YK6GRDQCED4AJNGS4D/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:2QQVKVO4YK6GRDQCED4AJNGS4D","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e89609487e93bda99b18a17d6e59b4d89614d77c4ca7fd723d7dcc1751d93f04","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2021-04-06T22:36:29Z","title_canon_sha256":"0a61c7b0e30b0e94648f15d05f8fd3f3f3888993e3fc5fce16a1e89794d815c2"},"schema_version":"1.0","source":{"id":"2104.02818","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.02818","created_at":"2026-07-05T03:27:30Z"},{"alias_kind":"arxiv_version","alias_value":"2104.02818v2","created_at":"2026-07-05T03:27:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.02818","created_at":"2026-07-05T03:27:30Z"},{"alias_kind":"pith_short_12","alias_value":"2QQVKVO4YK6G","created_at":"2026-07-05T03:27:30Z"},{"alias_kind":"pith_short_16","alias_value":"2QQVKVO4YK6GRDQC","created_at":"2026-07-05T03:27:30Z"},{"alias_kind":"pith_short_8","alias_value":"2QQVKVO4","created_at":"2026-07-05T03:27:30Z"}],"graph_snapshots":[{"event_id":"sha256:d0838646db17193b85fc45f480d26be6152087f8f53c896a9caefde51e4242e5","target":"graph","created_at":"2026-07-05T03:27:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.02818/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning (RL) is used in many domains, including autonomous driving, robotics, stock trading, and video games. Unfortunately, the black box nature of RL agents, combined with legal and ethical considerations, makes it increasingly important that humans (including those are who not experts in RL) understand the reasoning behind the actions taken by an RL agent, particularly in safety-critical domains. To help address this challenge, we introduce PolicyExplainer, a visual analytics interface which lets the user directly query an autonomous agent. PolicyExplainer visualizes the stat","authors_text":"Aditi Mishra, Chris Bryan, Jinbin Huang, Utkarsh Soni","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2021-04-06T22:36:29Z","title":"Why? Why not? When? Visual Explanations of Agent Behavior in Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.02818","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:19abdc5c987507b7f971d037761c66da56555ce71f772e0bd95317da3cf029be","target":"record","created_at":"2026-07-05T03:27:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e89609487e93bda99b18a17d6e59b4d89614d77c4ca7fd723d7dcc1751d93f04","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2021-04-06T22:36:29Z","title_canon_sha256":"0a61c7b0e30b0e94648f15d05f8fd3f3f3888993e3fc5fce16a1e89794d815c2"},"schema_version":"1.0","source":{"id":"2104.02818","kind":"arxiv","version":2}},"canonical_sha256":"d4215555dcc2bc688e0220f804b4d2e0f977c6c1567085b64a20f464af521112","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d4215555dcc2bc688e0220f804b4d2e0f977c6c1567085b64a20f464af521112","first_computed_at":"2026-07-05T03:27:30.386305Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:27:30.386305Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tc+2nNJnIoY89UlApVqowtcat8r18NE8siNYnz1x7BfjB0RwYx7e+dVUDj4VQOtr1chenFXEqKs6OY+kaPIgBA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:27:30.386806Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.02818","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:19abdc5c987507b7f971d037761c66da56555ce71f772e0bd95317da3cf029be","sha256:d0838646db17193b85fc45f480d26be6152087f8f53c896a9caefde51e4242e5"],"state_sha256":"16630534082c8be0ff93a58092c16e9ab144807eef83022403f233e2926e6248"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gtqvfUeRL0lLeaBjQUnDaWkf1iY0U0Ox0HXCaQ0tfwAmRoGzWGB7wukikQJS6b8a33H1FD60j6CX10d/i7VGBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T04:44:04.420200Z","bundle_sha256":"92ede52257d92f791200ffdf30cca3044bbee7d7c53cc7a8327b6dd3ee8ca903"}}