{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:KL5CXEH3FGH7JT2JQKS7HZHPYM","short_pith_number":"pith:KL5CXEH3","canonical_record":{"source":{"id":"2201.12417","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-01-28T21:03:59Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"2aaea5682cb6947fbf6776ff59f6b37268582fede5672a0c06eb74f132914dce","abstract_canon_sha256":"510dedacc81d3f76fbd7df9585dfa002c49c62f04c26d1559797288c26a82160"},"schema_version":"1.0"},"canonical_sha256":"52fa2b90fb298ff4cf4982a5f3e4efc30853b453ee6350db81eba8f91e0c0503","source":{"kind":"arxiv","id":"2201.12417","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.12417","created_at":"2026-07-05T04:35:58Z"},{"alias_kind":"arxiv_version","alias_value":"2201.12417v2","created_at":"2026-07-05T04:35:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.12417","created_at":"2026-07-05T04:35:58Z"},{"alias_kind":"pith_short_12","alias_value":"KL5CXEH3FGH7","created_at":"2026-07-05T04:35:58Z"},{"alias_kind":"pith_short_16","alias_value":"KL5CXEH3FGH7JT2J","created_at":"2026-07-05T04:35:58Z"},{"alias_kind":"pith_short_8","alias_value":"KL5CXEH3","created_at":"2026-07-05T04:35:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:KL5CXEH3FGH7JT2JQKS7HZHPYM","target":"record","payload":{"canonical_record":{"source":{"id":"2201.12417","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-01-28T21:03:59Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"2aaea5682cb6947fbf6776ff59f6b37268582fede5672a0c06eb74f132914dce","abstract_canon_sha256":"510dedacc81d3f76fbd7df9585dfa002c49c62f04c26d1559797288c26a82160"},"schema_version":"1.0"},"canonical_sha256":"52fa2b90fb298ff4cf4982a5f3e4efc30853b453ee6350db81eba8f91e0c0503","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:35:58.592965Z","signature_b64":"CM3gnMiE1+dXQsRLUXPJ4SDhrnKSuXpLzDwBpiQydBTJ3vXcL4a4OA/wkpq7AXhBZ1LxnfxvepltBnnMt3sADA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"52fa2b90fb298ff4cf4982a5f3e4efc30853b453ee6350db81eba8f91e0c0503","last_reissued_at":"2026-07-05T04:35:58.592494Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:35:58.592494Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2201.12417","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:35:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Sr6dcXC4AAl/UKhuwyi48hJKyK8qQh66wtpKfERng3brQx4jPD6Bf/BsaDqV1/nMLriqGvFZRyRHsVSskFd7AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T22:58:24.007523Z"},"content_sha256":"2b3391cf6a16fde5359f247a0ed15d3a28cee0a40d473acfb4fe328b8f3ea787","schema_version":"1.0","event_id":"sha256:2b3391cf6a16fde5359f247a0ed15d3a28cee0a40d473acfb4fe328b8f3ea787"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:KL5CXEH3FGH7JT2JQKS7HZHPYM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Why Should I Trust You, Bellman? The Bellman Error is a Poor Replacement for Value Error","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"David Meger, Doina Precup, Ofir Nachum, Scott Fujimoto, Shixiang Shane Gu","submitted_at":"2022-01-28T21:03:59Z","abstract_excerpt":"In this work, we study the use of the Bellman equation as a surrogate objective for value prediction accuracy. While the Bellman equation is uniquely solved by the true value function over all state-action pairs, we find that the Bellman error (the difference between both sides of the equation) is a poor proxy for the accuracy of the value function. In particular, we show that (1) due to cancellations from both sides of the Bellman equation, the magnitude of the Bellman error is only weakly related to the distance to the true value function, even when considering all state-action pairs, and (2"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.12417","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2201.12417/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:35:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XN3nzXkY5VGKLbngKVkrGk7ZB4SRb6z4OrWNlgwXOo+ej7i8pNc3mjT074hCYfe258pUUFQV8PtpspPGdqeyCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T22:58:24.008435Z"},"content_sha256":"787820f64897dfb83439b9dc2b4e1b858d5ce2d36146f96c78569a3f73989ada","schema_version":"1.0","event_id":"sha256:787820f64897dfb83439b9dc2b4e1b858d5ce2d36146f96c78569a3f73989ada"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KL5CXEH3FGH7JT2JQKS7HZHPYM/bundle.json","state_url":"https://pith.science/pith/KL5CXEH3FGH7JT2JQKS7HZHPYM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KL5CXEH3FGH7JT2JQKS7HZHPYM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T22:58:24Z","links":{"resolver":"https://pith.science/pith/KL5CXEH3FGH7JT2JQKS7HZHPYM","bundle":"https://pith.science/pith/KL5CXEH3FGH7JT2JQKS7HZHPYM/bundle.json","state":"https://pith.science/pith/KL5CXEH3FGH7JT2JQKS7HZHPYM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KL5CXEH3FGH7JT2JQKS7HZHPYM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:KL5CXEH3FGH7JT2JQKS7HZHPYM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"510dedacc81d3f76fbd7df9585dfa002c49c62f04c26d1559797288c26a82160","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-01-28T21:03:59Z","title_canon_sha256":"2aaea5682cb6947fbf6776ff59f6b37268582fede5672a0c06eb74f132914dce"},"schema_version":"1.0","source":{"id":"2201.12417","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.12417","created_at":"2026-07-05T04:35:58Z"},{"alias_kind":"arxiv_version","alias_value":"2201.12417v2","created_at":"2026-07-05T04:35:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.12417","created_at":"2026-07-05T04:35:58Z"},{"alias_kind":"pith_short_12","alias_value":"KL5CXEH3FGH7","created_at":"2026-07-05T04:35:58Z"},{"alias_kind":"pith_short_16","alias_value":"KL5CXEH3FGH7JT2J","created_at":"2026-07-05T04:35:58Z"},{"alias_kind":"pith_short_8","alias_value":"KL5CXEH3","created_at":"2026-07-05T04:35:58Z"}],"graph_snapshots":[{"event_id":"sha256:787820f64897dfb83439b9dc2b4e1b858d5ce2d36146f96c78569a3f73989ada","target":"graph","created_at":"2026-07-05T04:35:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2201.12417/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we study the use of the Bellman equation as a surrogate objective for value prediction accuracy. While the Bellman equation is uniquely solved by the true value function over all state-action pairs, we find that the Bellman error (the difference between both sides of the equation) is a poor proxy for the accuracy of the value function. In particular, we show that (1) due to cancellations from both sides of the Bellman equation, the magnitude of the Bellman error is only weakly related to the distance to the true value function, even when considering all state-action pairs, and (2","authors_text":"David Meger, Doina Precup, Ofir Nachum, Scott Fujimoto, Shixiang Shane Gu","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-01-28T21:03:59Z","title":"Why Should I Trust You, Bellman? The Bellman Error is a Poor Replacement for Value Error"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.12417","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2b3391cf6a16fde5359f247a0ed15d3a28cee0a40d473acfb4fe328b8f3ea787","target":"record","created_at":"2026-07-05T04:35:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"510dedacc81d3f76fbd7df9585dfa002c49c62f04c26d1559797288c26a82160","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-01-28T21:03:59Z","title_canon_sha256":"2aaea5682cb6947fbf6776ff59f6b37268582fede5672a0c06eb74f132914dce"},"schema_version":"1.0","source":{"id":"2201.12417","kind":"arxiv","version":2}},"canonical_sha256":"52fa2b90fb298ff4cf4982a5f3e4efc30853b453ee6350db81eba8f91e0c0503","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"52fa2b90fb298ff4cf4982a5f3e4efc30853b453ee6350db81eba8f91e0c0503","first_computed_at":"2026-07-05T04:35:58.592494Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:35:58.592494Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CM3gnMiE1+dXQsRLUXPJ4SDhrnKSuXpLzDwBpiQydBTJ3vXcL4a4OA/wkpq7AXhBZ1LxnfxvepltBnnMt3sADA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:35:58.592965Z","signed_message":"canonical_sha256_bytes"},"source_id":"2201.12417","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2b3391cf6a16fde5359f247a0ed15d3a28cee0a40d473acfb4fe328b8f3ea787","sha256:787820f64897dfb83439b9dc2b4e1b858d5ce2d36146f96c78569a3f73989ada"],"state_sha256":"018eee3ffed2aef2aeb20b6f7ce7ae4c21be60c90d46875dcb8338ca8666e035"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1PlzknITgZgZHLRPnLDb+SZ3Tp7U6eLk+ZIJK/q6DqsxrG2wGFumR4W7sssSpF6KZYci4D4GzHONWRriW6bHCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T22:58:24.014072Z","bundle_sha256":"dbd493d5bf17836a12509e296c5a754b0b8a736eefe45f7b44950796fa3989e9"}}