{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:RUGDVG4HQONEICLREGCABKNKH3","short_pith_number":"pith:RUGDVG4H","canonical_record":{"source":{"id":"2505.22772","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-28T18:40:49Z","cross_cats_sorted":[],"title_canon_sha256":"109ce3318cbb5c75f657ac8d0c2b9bebbe271321831a5fb3567586629ef1db60","abstract_canon_sha256":"27186422fbfd705fb23509a4464c35f2c51019fc140f762dbf41d501f02152ea"},"schema_version":"1.0"},"canonical_sha256":"8d0c3a9b87839a440971218400a9aa3eedf7feab478502fa0cdf9fea187297ff","source":{"kind":"arxiv","id":"2505.22772","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.22772","created_at":"2026-07-05T11:18:22Z"},{"alias_kind":"arxiv_version","alias_value":"2505.22772v2","created_at":"2026-07-05T11:18:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.22772","created_at":"2026-07-05T11:18:22Z"},{"alias_kind":"pith_short_12","alias_value":"RUGDVG4HQONE","created_at":"2026-07-05T11:18:22Z"},{"alias_kind":"pith_short_16","alias_value":"RUGDVG4HQONEICLR","created_at":"2026-07-05T11:18:22Z"},{"alias_kind":"pith_short_8","alias_value":"RUGDVG4H","created_at":"2026-07-05T11:18:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:RUGDVG4HQONEICLREGCABKNKH3","target":"record","payload":{"canonical_record":{"source":{"id":"2505.22772","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-28T18:40:49Z","cross_cats_sorted":[],"title_canon_sha256":"109ce3318cbb5c75f657ac8d0c2b9bebbe271321831a5fb3567586629ef1db60","abstract_canon_sha256":"27186422fbfd705fb23509a4464c35f2c51019fc140f762dbf41d501f02152ea"},"schema_version":"1.0"},"canonical_sha256":"8d0c3a9b87839a440971218400a9aa3eedf7feab478502fa0cdf9fea187297ff","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:18:22.576608Z","signature_b64":"jXWWnvPUvDMwVZPgFydUQfAUjTgk2nhGNlmruwIuKy/q1LLX9WgNNZIFOX4LOHtRVUPSyaJWI6hiAWfgkUAAAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8d0c3a9b87839a440971218400a9aa3eedf7feab478502fa0cdf9fea187297ff","last_reissued_at":"2026-07-05T11:18:22.576095Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:18:22.576095Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.22772","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:18:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k/6usp+IXzeLspW2zowrPwt8LomqDPHWs23QAhLEC7y6/41O5YTmCROFYLt0VoRIdcWq1KNgPZ0C8UZcVlV2DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T02:37:09.058549Z"},"content_sha256":"54290a41225321bea89e914eb0183691689c9f236b2af417cf17e07c7615fe36","schema_version":"1.0","event_id":"sha256:54290a41225321bea89e914eb0183691689c9f236b2af417cf17e07c7615fe36"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:RUGDVG4HQONEICLREGCABKNKH3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Calibrated Value-Aware Model Learning with Probabilistic Environment Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Amir-massoud Farahmand, Anastasiia Pedan, Arash Ahmadian, Claas Voelcker, Igor Gilitschenski, Romina Abachi","submitted_at":"2025-05-28T18:40:49Z","abstract_excerpt":"The idea of value-aware model learning, that models should produce accurate value estimates, has gained prominence in model-based reinforcement learning. The MuZero loss, which penalizes a model's value function prediction compared to the ground-truth value function, has been utilized in several prominent empirical works in the literature. However, theoretical investigation into its strengths and weaknesses is limited. In this paper, we analyze the family of value-aware model learning losses, which includes the popular MuZero loss. We show that these losses, as normally used, are uncalibrated "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.22772","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.22772/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:18:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gO8AgRWhbA+yr4NqHxEttFXtZRJJWtNsDgLJWvtt8pFJMMM0bpfpCgj7vNZ8BxMCz/dG91dVOtb4vxDmD4MwBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T02:37:09.059021Z"},"content_sha256":"ef67f5cac154aa2d7d59d8c82de7f266b857a648cdb3733f7b0b7617012545e2","schema_version":"1.0","event_id":"sha256:ef67f5cac154aa2d7d59d8c82de7f266b857a648cdb3733f7b0b7617012545e2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RUGDVG4HQONEICLREGCABKNKH3/bundle.json","state_url":"https://pith.science/pith/RUGDVG4HQONEICLREGCABKNKH3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RUGDVG4HQONEICLREGCABKNKH3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T02:37:09Z","links":{"resolver":"https://pith.science/pith/RUGDVG4HQONEICLREGCABKNKH3","bundle":"https://pith.science/pith/RUGDVG4HQONEICLREGCABKNKH3/bundle.json","state":"https://pith.science/pith/RUGDVG4HQONEICLREGCABKNKH3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RUGDVG4HQONEICLREGCABKNKH3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:RUGDVG4HQONEICLREGCABKNKH3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"27186422fbfd705fb23509a4464c35f2c51019fc140f762dbf41d501f02152ea","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-28T18:40:49Z","title_canon_sha256":"109ce3318cbb5c75f657ac8d0c2b9bebbe271321831a5fb3567586629ef1db60"},"schema_version":"1.0","source":{"id":"2505.22772","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.22772","created_at":"2026-07-05T11:18:22Z"},{"alias_kind":"arxiv_version","alias_value":"2505.22772v2","created_at":"2026-07-05T11:18:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.22772","created_at":"2026-07-05T11:18:22Z"},{"alias_kind":"pith_short_12","alias_value":"RUGDVG4HQONE","created_at":"2026-07-05T11:18:22Z"},{"alias_kind":"pith_short_16","alias_value":"RUGDVG4HQONEICLR","created_at":"2026-07-05T11:18:22Z"},{"alias_kind":"pith_short_8","alias_value":"RUGDVG4H","created_at":"2026-07-05T11:18:22Z"}],"graph_snapshots":[{"event_id":"sha256:ef67f5cac154aa2d7d59d8c82de7f266b857a648cdb3733f7b0b7617012545e2","target":"graph","created_at":"2026-07-05T11:18:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.22772/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The idea of value-aware model learning, that models should produce accurate value estimates, has gained prominence in model-based reinforcement learning. The MuZero loss, which penalizes a model's value function prediction compared to the ground-truth value function, has been utilized in several prominent empirical works in the literature. However, theoretical investigation into its strengths and weaknesses is limited. In this paper, we analyze the family of value-aware model learning losses, which includes the popular MuZero loss. We show that these losses, as normally used, are uncalibrated ","authors_text":"Amir-massoud Farahmand, Anastasiia Pedan, Arash Ahmadian, Claas Voelcker, Igor Gilitschenski, Romina Abachi","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-28T18:40:49Z","title":"Calibrated Value-Aware Model Learning with Probabilistic Environment Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.22772","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:54290a41225321bea89e914eb0183691689c9f236b2af417cf17e07c7615fe36","target":"record","created_at":"2026-07-05T11:18:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"27186422fbfd705fb23509a4464c35f2c51019fc140f762dbf41d501f02152ea","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-28T18:40:49Z","title_canon_sha256":"109ce3318cbb5c75f657ac8d0c2b9bebbe271321831a5fb3567586629ef1db60"},"schema_version":"1.0","source":{"id":"2505.22772","kind":"arxiv","version":2}},"canonical_sha256":"8d0c3a9b87839a440971218400a9aa3eedf7feab478502fa0cdf9fea187297ff","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8d0c3a9b87839a440971218400a9aa3eedf7feab478502fa0cdf9fea187297ff","first_computed_at":"2026-07-05T11:18:22.576095Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:18:22.576095Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jXWWnvPUvDMwVZPgFydUQfAUjTgk2nhGNlmruwIuKy/q1LLX9WgNNZIFOX4LOHtRVUPSyaJWI6hiAWfgkUAAAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:18:22.576608Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.22772","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:54290a41225321bea89e914eb0183691689c9f236b2af417cf17e07c7615fe36","sha256:ef67f5cac154aa2d7d59d8c82de7f266b857a648cdb3733f7b0b7617012545e2"],"state_sha256":"9e2c4ff6a563128122bd885ac80d0fe09bfb52c09dcef8e66ea5512e05a7403a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zFilE5jzxpEgOEwgNuFRQ+qtG7MqFWwfWwRPTFxz/69h3eKWOR2s4AkQfQ64yZBLSwH+ypym/2Gp9mWQf2H6BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T02:37:09.062590Z","bundle_sha256":"18069818c843da38315f6013896895699eebbab419c66a46d7ce195ca43559d4"}}