{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JAHY5YSZSPVSCBEETENHIDA6MS","short_pith_number":"pith:JAHY5YSZ","canonical_record":{"source":{"id":"2408.02529","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-08-05T14:49:12Z","cross_cats_sorted":[],"title_canon_sha256":"802ab6508a191a9ebea9fefcf52f45d5806094260a92deec3d3fb435af300a7a","abstract_canon_sha256":"5f6a78b042a5608df2fec0600ce58e69e9d14fea58da0be30d322387714c3fa5"},"schema_version":"1.0"},"canonical_sha256":"480f8ee25993eb210484991a740c1e64a6f80b24064d112323114185e730c073","source":{"kind":"arxiv","id":"2408.02529","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.02529","created_at":"2026-07-05T08:52:38Z"},{"alias_kind":"arxiv_version","alias_value":"2408.02529v2","created_at":"2026-07-05T08:52:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.02529","created_at":"2026-07-05T08:52:38Z"},{"alias_kind":"pith_short_12","alias_value":"JAHY5YSZSPVS","created_at":"2026-07-05T08:52:38Z"},{"alias_kind":"pith_short_16","alias_value":"JAHY5YSZSPVSCBEE","created_at":"2026-07-05T08:52:38Z"},{"alias_kind":"pith_short_8","alias_value":"JAHY5YSZ","created_at":"2026-07-05T08:52:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JAHY5YSZSPVSCBEETENHIDA6MS","target":"record","payload":{"canonical_record":{"source":{"id":"2408.02529","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-08-05T14:49:12Z","cross_cats_sorted":[],"title_canon_sha256":"802ab6508a191a9ebea9fefcf52f45d5806094260a92deec3d3fb435af300a7a","abstract_canon_sha256":"5f6a78b042a5608df2fec0600ce58e69e9d14fea58da0be30d322387714c3fa5"},"schema_version":"1.0"},"canonical_sha256":"480f8ee25993eb210484991a740c1e64a6f80b24064d112323114185e730c073","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:52:38.399113Z","signature_b64":"xhsGBZodbqX1aRDIPXrmYzEpw2TVuIJIKfwgbjd6E6e2fDAVFrOtdIVcGykae9sIJ40s0751k3LB8tUeVgQXBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"480f8ee25993eb210484991a740c1e64a6f80b24064d112323114185e730c073","last_reissued_at":"2026-07-05T08:52:38.398659Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:52:38.398659Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.02529","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:52:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hpUE51GbjLVyhK2a+5UYuiNM6aSm2iWZNX+uXAD1wOct4uccE7MeMUXyXOYCb/idRbi/UZovk7TbiFas+8lDAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-16T23:06:24.676374Z"},"content_sha256":"bb96c9bc62e9ade9ad408a393b48d808f30991027f1128f59f013c642a1ccdd0","schema_version":"1.0","event_id":"sha256:bb96c9bc62e9ade9ad408a393b48d808f30991027f1128f59f013c642a1ccdd0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JAHY5YSZSPVSCBEETENHIDA6MS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Explaining Reinforcement Learning: A Counterfactual Shapley Values Approach","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Kevin McAreavey, Qi Zhang, Weiru Liu, Yiwei Shi","submitted_at":"2024-08-05T14:49:12Z","abstract_excerpt":"This paper introduces a novel approach Counterfactual Shapley Values (CSV), which enhances explainability in reinforcement learning (RL) by integrating counterfactual analysis with Shapley Values. The approach aims to quantify and compare the contributions of different state dimensions to various action choices. To more accurately analyze these impacts, we introduce new characteristic value functions, the ``Counterfactual Difference Characteristic Value\" and the ``Average Counterfactual Difference Characteristic Value.\" These functions help calculate the Shapley values to evaluate the differen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.02529","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.02529/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:52:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Le00gqc8K0WEvX5h3ZaIaJXehf6VYkIYjTRtViRBlX/X2cVhZMdU1xGPue4zya9aIOlDSv24eOTnKCdstY91AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-16T23:06:24.676745Z"},"content_sha256":"820fac4ce92d8030afe3d5cab755fec5981d24f6108f181145c1cd75501fe350","schema_version":"1.0","event_id":"sha256:820fac4ce92d8030afe3d5cab755fec5981d24f6108f181145c1cd75501fe350"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JAHY5YSZSPVSCBEETENHIDA6MS/bundle.json","state_url":"https://pith.science/pith/JAHY5YSZSPVSCBEETENHIDA6MS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JAHY5YSZSPVSCBEETENHIDA6MS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-16T23:06:24Z","links":{"resolver":"https://pith.science/pith/JAHY5YSZSPVSCBEETENHIDA6MS","bundle":"https://pith.science/pith/JAHY5YSZSPVSCBEETENHIDA6MS/bundle.json","state":"https://pith.science/pith/JAHY5YSZSPVSCBEETENHIDA6MS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JAHY5YSZSPVSCBEETENHIDA6MS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JAHY5YSZSPVSCBEETENHIDA6MS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5f6a78b042a5608df2fec0600ce58e69e9d14fea58da0be30d322387714c3fa5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-08-05T14:49:12Z","title_canon_sha256":"802ab6508a191a9ebea9fefcf52f45d5806094260a92deec3d3fb435af300a7a"},"schema_version":"1.0","source":{"id":"2408.02529","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.02529","created_at":"2026-07-05T08:52:38Z"},{"alias_kind":"arxiv_version","alias_value":"2408.02529v2","created_at":"2026-07-05T08:52:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.02529","created_at":"2026-07-05T08:52:38Z"},{"alias_kind":"pith_short_12","alias_value":"JAHY5YSZSPVS","created_at":"2026-07-05T08:52:38Z"},{"alias_kind":"pith_short_16","alias_value":"JAHY5YSZSPVSCBEE","created_at":"2026-07-05T08:52:38Z"},{"alias_kind":"pith_short_8","alias_value":"JAHY5YSZ","created_at":"2026-07-05T08:52:38Z"}],"graph_snapshots":[{"event_id":"sha256:820fac4ce92d8030afe3d5cab755fec5981d24f6108f181145c1cd75501fe350","target":"graph","created_at":"2026-07-05T08:52:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.02529/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper introduces a novel approach Counterfactual Shapley Values (CSV), which enhances explainability in reinforcement learning (RL) by integrating counterfactual analysis with Shapley Values. The approach aims to quantify and compare the contributions of different state dimensions to various action choices. To more accurately analyze these impacts, we introduce new characteristic value functions, the ``Counterfactual Difference Characteristic Value\" and the ``Average Counterfactual Difference Characteristic Value.\" These functions help calculate the Shapley values to evaluate the differen","authors_text":"Kevin McAreavey, Qi Zhang, Weiru Liu, Yiwei Shi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-08-05T14:49:12Z","title":"Explaining Reinforcement Learning: A Counterfactual Shapley Values Approach"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.02529","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bb96c9bc62e9ade9ad408a393b48d808f30991027f1128f59f013c642a1ccdd0","target":"record","created_at":"2026-07-05T08:52:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5f6a78b042a5608df2fec0600ce58e69e9d14fea58da0be30d322387714c3fa5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-08-05T14:49:12Z","title_canon_sha256":"802ab6508a191a9ebea9fefcf52f45d5806094260a92deec3d3fb435af300a7a"},"schema_version":"1.0","source":{"id":"2408.02529","kind":"arxiv","version":2}},"canonical_sha256":"480f8ee25993eb210484991a740c1e64a6f80b24064d112323114185e730c073","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"480f8ee25993eb210484991a740c1e64a6f80b24064d112323114185e730c073","first_computed_at":"2026-07-05T08:52:38.398659Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:52:38.398659Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xhsGBZodbqX1aRDIPXrmYzEpw2TVuIJIKfwgbjd6E6e2fDAVFrOtdIVcGykae9sIJ40s0751k3LB8tUeVgQXBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:52:38.399113Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.02529","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bb96c9bc62e9ade9ad408a393b48d808f30991027f1128f59f013c642a1ccdd0","sha256:820fac4ce92d8030afe3d5cab755fec5981d24f6108f181145c1cd75501fe350"],"state_sha256":"9f265e6ca293270ad6f9e56bbd0eb1494f062b9b9e37ddbe71db3a220343d91c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GWqCLcL1aBkY6zRjtGSh8twDuPbenfgC8i6Iyu5EoO3E0NBWc1Or+p+/+5/t6MIqzJh/wVeeDmP7y/0tcB30AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-16T23:06:24.679223Z","bundle_sha256":"2919efffa3349da0439a7d178636d2010398d1188967c90290aca17c052a3757"}}