{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:QV6U367N7TCDWAGCV7W4MBHHXZ","short_pith_number":"pith:QV6U367N","canonical_record":{"source":{"id":"2501.19256","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-31T16:12:23Z","cross_cats_sorted":["cs.HC","cs.RO"],"title_canon_sha256":"2ded84cdc78bac670bf185223d198bc8aaf1954489be6d1fc521a8c32bb32308","abstract_canon_sha256":"a73cb1c8a12747418fb8a78dbcdec85b55bc47574b35e05c3d3dedcc0ac8bf79"},"schema_version":"1.0"},"canonical_sha256":"857d4dfbedfcc43b00c2afedc604e7be715347d86b846b324d640a272dc575c3","source":{"kind":"arxiv","id":"2501.19256","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.19256","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"arxiv_version","alias_value":"2501.19256v1","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.19256","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"pith_short_12","alias_value":"QV6U367N7TCD","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"pith_short_16","alias_value":"QV6U367N7TCDWAGC","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"pith_short_8","alias_value":"QV6U367N","created_at":"2026-07-05T10:07:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:QV6U367N7TCDWAGCV7W4MBHHXZ","target":"record","payload":{"canonical_record":{"source":{"id":"2501.19256","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-31T16:12:23Z","cross_cats_sorted":["cs.HC","cs.RO"],"title_canon_sha256":"2ded84cdc78bac670bf185223d198bc8aaf1954489be6d1fc521a8c32bb32308","abstract_canon_sha256":"a73cb1c8a12747418fb8a78dbcdec85b55bc47574b35e05c3d3dedcc0ac8bf79"},"schema_version":"1.0"},"canonical_sha256":"857d4dfbedfcc43b00c2afedc604e7be715347d86b846b324d640a272dc575c3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:07:58.314574Z","signature_b64":"siiDJKoj+3vmY/vJlEx2sWppL0Hm66TKsVaywKdqHstJ78I2yl2O7S8Xpl1/WrrGSeMurVcS8AsMzJLSjOYIDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"857d4dfbedfcc43b00c2afedc604e7be715347d86b846b324d640a272dc575c3","last_reissued_at":"2026-07-05T10:07:58.313990Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:07:58.313990Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.19256","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:07:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DeBDPqf6a5rBFZCxQX2O8zsQBfk4ihXipRpI6Jh2tp6Fp6U2+i5E4vas5qTN540kvY1fGhAUNhZia96JBFu6DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T20:42:14.750155Z"},"content_sha256":"1e12c3047213a75f3ce8218013cf1c39bb54aa74b90d9544956ad64222cb3aa9","schema_version":"1.0","event_id":"sha256:1e12c3047213a75f3ce8218013cf1c39bb54aa74b90d9544956ad64222cb3aa9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:QV6U367N7TCDWAGCV7W4MBHHXZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Objective Metrics for Human-Subjects Evaluation in Explainable Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.HC","cs.RO"],"primary_cat":"cs.AI","authors_text":"Balint Gyevnar, Mark Towers","submitted_at":"2025-01-31T16:12:23Z","abstract_excerpt":"Explanation is a fundamentally human process. Understanding the goal and audience of the explanation is vital, yet existing work on explainable reinforcement learning (XRL) routinely does not consult humans in their evaluations. Even when they do, they routinely resort to subjective metrics, such as confidence or understanding, that can only inform researchers of users' opinions, not their practical effectiveness for a given problem. This paper calls on researchers to use objective human metrics for explanation evaluations based on observable and actionable behaviour to build more reproducible"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.19256","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.19256/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:07:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pFLl9PPyWRyYBG3Kxtfw2DdILRJxJqE99OUO0xYTazH8A6plg6e9bAmqGpDeEQDWnfvEXcCYFC4rInAjr2f5DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T20:42:14.750742Z"},"content_sha256":"ea6caf7147797cef5eaa7a165d2a5065c481432040d166c68b9c81c861a4856e","schema_version":"1.0","event_id":"sha256:ea6caf7147797cef5eaa7a165d2a5065c481432040d166c68b9c81c861a4856e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QV6U367N7TCDWAGCV7W4MBHHXZ/bundle.json","state_url":"https://pith.science/pith/QV6U367N7TCDWAGCV7W4MBHHXZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QV6U367N7TCDWAGCV7W4MBHHXZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T20:42:14Z","links":{"resolver":"https://pith.science/pith/QV6U367N7TCDWAGCV7W4MBHHXZ","bundle":"https://pith.science/pith/QV6U367N7TCDWAGCV7W4MBHHXZ/bundle.json","state":"https://pith.science/pith/QV6U367N7TCDWAGCV7W4MBHHXZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QV6U367N7TCDWAGCV7W4MBHHXZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:QV6U367N7TCDWAGCV7W4MBHHXZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a73cb1c8a12747418fb8a78dbcdec85b55bc47574b35e05c3d3dedcc0ac8bf79","cross_cats_sorted":["cs.HC","cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-31T16:12:23Z","title_canon_sha256":"2ded84cdc78bac670bf185223d198bc8aaf1954489be6d1fc521a8c32bb32308"},"schema_version":"1.0","source":{"id":"2501.19256","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.19256","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"arxiv_version","alias_value":"2501.19256v1","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.19256","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"pith_short_12","alias_value":"QV6U367N7TCD","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"pith_short_16","alias_value":"QV6U367N7TCDWAGC","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"pith_short_8","alias_value":"QV6U367N","created_at":"2026-07-05T10:07:58Z"}],"graph_snapshots":[{"event_id":"sha256:ea6caf7147797cef5eaa7a165d2a5065c481432040d166c68b9c81c861a4856e","target":"graph","created_at":"2026-07-05T10:07:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.19256/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Explanation is a fundamentally human process. Understanding the goal and audience of the explanation is vital, yet existing work on explainable reinforcement learning (XRL) routinely does not consult humans in their evaluations. Even when they do, they routinely resort to subjective metrics, such as confidence or understanding, that can only inform researchers of users' opinions, not their practical effectiveness for a given problem. This paper calls on researchers to use objective human metrics for explanation evaluations based on observable and actionable behaviour to build more reproducible","authors_text":"Balint Gyevnar, Mark Towers","cross_cats":["cs.HC","cs.RO"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-31T16:12:23Z","title":"Objective Metrics for Human-Subjects Evaluation in Explainable Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.19256","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1e12c3047213a75f3ce8218013cf1c39bb54aa74b90d9544956ad64222cb3aa9","target":"record","created_at":"2026-07-05T10:07:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a73cb1c8a12747418fb8a78dbcdec85b55bc47574b35e05c3d3dedcc0ac8bf79","cross_cats_sorted":["cs.HC","cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-31T16:12:23Z","title_canon_sha256":"2ded84cdc78bac670bf185223d198bc8aaf1954489be6d1fc521a8c32bb32308"},"schema_version":"1.0","source":{"id":"2501.19256","kind":"arxiv","version":1}},"canonical_sha256":"857d4dfbedfcc43b00c2afedc604e7be715347d86b846b324d640a272dc575c3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"857d4dfbedfcc43b00c2afedc604e7be715347d86b846b324d640a272dc575c3","first_computed_at":"2026-07-05T10:07:58.313990Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:07:58.313990Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"siiDJKoj+3vmY/vJlEx2sWppL0Hm66TKsVaywKdqHstJ78I2yl2O7S8Xpl1/WrrGSeMurVcS8AsMzJLSjOYIDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:07:58.314574Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.19256","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1e12c3047213a75f3ce8218013cf1c39bb54aa74b90d9544956ad64222cb3aa9","sha256:ea6caf7147797cef5eaa7a165d2a5065c481432040d166c68b9c81c861a4856e"],"state_sha256":"8016210d670d1357bc9c198c425c3fb4c4963ff1545d35454d8179e32ecd2a73"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8q7MgrgwHUQglFcGJeXdy5A/Nq0+p7KtL52BBNuDzfgpDsQ1ANChcTPgK+pSkC2jRFbcKmzgc4W/63gH7MwJAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T20:42:14.754173Z","bundle_sha256":"d0747025292073009a4d4bd6379da7ec0cc9444924ba31eb651becffa283c79a"}}