{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:YYEF4DVL6HAVP3K3JGUVKUA67W","short_pith_number":"pith:YYEF4DVL","canonical_record":{"source":{"id":"2202.09699","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-02-20T00:07:57Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"9f0069ab2c0740d8204e58b517d386e513a750045fef35cea8c7d2ea65e16a87","abstract_canon_sha256":"c05fd7f680e135f2d003cc03b4ddfb62b52d9e0193d136e6f25a4172df2a00ed"},"schema_version":"1.0"},"canonical_sha256":"c6085e0eabf1c157ed5b49a955501efd87bebd49e5678cfe3c19e046acb4edf4","source":{"kind":"arxiv","id":"2202.09699","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.09699","created_at":"2026-07-05T03:58:25Z"},{"alias_kind":"arxiv_version","alias_value":"2202.09699v1","created_at":"2026-07-05T03:58:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.09699","created_at":"2026-07-05T03:58:25Z"},{"alias_kind":"pith_short_12","alias_value":"YYEF4DVL6HAV","created_at":"2026-07-05T03:58:25Z"},{"alias_kind":"pith_short_16","alias_value":"YYEF4DVL6HAVP3K3","created_at":"2026-07-05T03:58:25Z"},{"alias_kind":"pith_short_8","alias_value":"YYEF4DVL","created_at":"2026-07-05T03:58:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:YYEF4DVL6HAVP3K3JGUVKUA67W","target":"record","payload":{"canonical_record":{"source":{"id":"2202.09699","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-02-20T00:07:57Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"9f0069ab2c0740d8204e58b517d386e513a750045fef35cea8c7d2ea65e16a87","abstract_canon_sha256":"c05fd7f680e135f2d003cc03b4ddfb62b52d9e0193d136e6f25a4172df2a00ed"},"schema_version":"1.0"},"canonical_sha256":"c6085e0eabf1c157ed5b49a955501efd87bebd49e5678cfe3c19e046acb4edf4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:58:25.075935Z","signature_b64":"zqhd7PtNZnXjTJnuKLw4D6KhlTQ1RSwXQlKDhNVL4giBqbndedQGzV2GIlQjVEPp5w1E66vnFIUVP+RxHI2MDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c6085e0eabf1c157ed5b49a955501efd87bebd49e5678cfe3c19e046acb4edf4","last_reissued_at":"2026-07-05T03:58:25.075491Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:58:25.075491Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2202.09699","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:58:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WLxRiVpiJkJ+PhrmexA3GNCdvgF60WYTPHfeqnOsV3sSU/2i0tgHvUHHQjHwsjdhrbQX0rR2ZT/AUXNByFt1DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:52:57.380850Z"},"content_sha256":"fec88f720706cf92b1e47b2008a5d133dd21001ed0a0a068dbc7e96330c5a0bc","schema_version":"1.0","event_id":"sha256:fec88f720706cf92b1e47b2008a5d133dd21001ed0a0a068dbc7e96330c5a0bc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:YYEF4DVL6HAVP3K3JGUVKUA67W","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Selective Credit Assignment","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Diana Borsa, Doina Precup, Hado van Hasselt, Veronica Chelu","submitted_at":"2022-02-20T00:07:57Z","abstract_excerpt":"Efficient credit assignment is essential for reinforcement learning algorithms in both prediction and control settings. We describe a unified view on temporal-difference algorithms for selective credit assignment. These selective algorithms apply weightings to quantify the contribution of learning updates. We present insights into applying weightings to value-based learning and planning algorithms, and describe their role in mediating the backward credit distribution in prediction and control. Within this space, we identify some existing online learning algorithms that can assign credit select"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.09699","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.09699/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:58:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IjxYRh7qxFlTF8XWk5tIV5vKVAR/4VkAYkcomdidGJO11mPWrAPIHdbeX34kuz0qmlyVtUWNXZnnlSLaJygxCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:52:57.381381Z"},"content_sha256":"455ed7f9a57a78ddaf0bfd27150036605acb98cf560780f4eb8f85b3b9610d35","schema_version":"1.0","event_id":"sha256:455ed7f9a57a78ddaf0bfd27150036605acb98cf560780f4eb8f85b3b9610d35"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YYEF4DVL6HAVP3K3JGUVKUA67W/bundle.json","state_url":"https://pith.science/pith/YYEF4DVL6HAVP3K3JGUVKUA67W/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YYEF4DVL6HAVP3K3JGUVKUA67W/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T06:52:57Z","links":{"resolver":"https://pith.science/pith/YYEF4DVL6HAVP3K3JGUVKUA67W","bundle":"https://pith.science/pith/YYEF4DVL6HAVP3K3JGUVKUA67W/bundle.json","state":"https://pith.science/pith/YYEF4DVL6HAVP3K3JGUVKUA67W/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YYEF4DVL6HAVP3K3JGUVKUA67W/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:YYEF4DVL6HAVP3K3JGUVKUA67W","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c05fd7f680e135f2d003cc03b4ddfb62b52d9e0193d136e6f25a4172df2a00ed","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-02-20T00:07:57Z","title_canon_sha256":"9f0069ab2c0740d8204e58b517d386e513a750045fef35cea8c7d2ea65e16a87"},"schema_version":"1.0","source":{"id":"2202.09699","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.09699","created_at":"2026-07-05T03:58:25Z"},{"alias_kind":"arxiv_version","alias_value":"2202.09699v1","created_at":"2026-07-05T03:58:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.09699","created_at":"2026-07-05T03:58:25Z"},{"alias_kind":"pith_short_12","alias_value":"YYEF4DVL6HAV","created_at":"2026-07-05T03:58:25Z"},{"alias_kind":"pith_short_16","alias_value":"YYEF4DVL6HAVP3K3","created_at":"2026-07-05T03:58:25Z"},{"alias_kind":"pith_short_8","alias_value":"YYEF4DVL","created_at":"2026-07-05T03:58:25Z"}],"graph_snapshots":[{"event_id":"sha256:455ed7f9a57a78ddaf0bfd27150036605acb98cf560780f4eb8f85b3b9610d35","target":"graph","created_at":"2026-07-05T03:58:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.09699/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Efficient credit assignment is essential for reinforcement learning algorithms in both prediction and control settings. We describe a unified view on temporal-difference algorithms for selective credit assignment. These selective algorithms apply weightings to quantify the contribution of learning updates. We present insights into applying weightings to value-based learning and planning algorithms, and describe their role in mediating the backward credit distribution in prediction and control. Within this space, we identify some existing online learning algorithms that can assign credit select","authors_text":"Diana Borsa, Doina Precup, Hado van Hasselt, Veronica Chelu","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-02-20T00:07:57Z","title":"Selective Credit Assignment"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.09699","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fec88f720706cf92b1e47b2008a5d133dd21001ed0a0a068dbc7e96330c5a0bc","target":"record","created_at":"2026-07-05T03:58:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c05fd7f680e135f2d003cc03b4ddfb62b52d9e0193d136e6f25a4172df2a00ed","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-02-20T00:07:57Z","title_canon_sha256":"9f0069ab2c0740d8204e58b517d386e513a750045fef35cea8c7d2ea65e16a87"},"schema_version":"1.0","source":{"id":"2202.09699","kind":"arxiv","version":1}},"canonical_sha256":"c6085e0eabf1c157ed5b49a955501efd87bebd49e5678cfe3c19e046acb4edf4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c6085e0eabf1c157ed5b49a955501efd87bebd49e5678cfe3c19e046acb4edf4","first_computed_at":"2026-07-05T03:58:25.075491Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:58:25.075491Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zqhd7PtNZnXjTJnuKLw4D6KhlTQ1RSwXQlKDhNVL4giBqbndedQGzV2GIlQjVEPp5w1E66vnFIUVP+RxHI2MDg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:58:25.075935Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.09699","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fec88f720706cf92b1e47b2008a5d133dd21001ed0a0a068dbc7e96330c5a0bc","sha256:455ed7f9a57a78ddaf0bfd27150036605acb98cf560780f4eb8f85b3b9610d35"],"state_sha256":"1abbe75738a719335e05fc1541e3316ed0fbaa824b11a310231379348c8db1b4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fx/WB1EWmoBkfwYw2yBYKYD91n/XoCmyNqYzDUO/xulsr6SXXJjI5TN89Mf8RCSCR01Z4BI8Qu32vzthA1n5DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T06:52:57.386540Z","bundle_sha256":"ce1b0131fd0b3679e7937cc2fdd176456165539055b38cff484bfda4edc04d48"}}