{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:5TU4QGEXLHPBP3EVC6GAHBAYYI","short_pith_number":"pith:5TU4QGEX","canonical_record":{"source":{"id":"2112.15422","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-11-25T00:58:23Z","cross_cats_sorted":[],"title_canon_sha256":"41d35acf0c2a8b3c9106ab7f238cab6b36af91ac500170b0fe4be49cd6da48db","abstract_canon_sha256":"262c77b4ca57ba584bb6694a1f7069b843afcc1337bed88efbaefac21ff2e72b"},"schema_version":"1.0"},"canonical_sha256":"ece9c8189759de17ec95178c038418c216e352e8cf7fb7803a308f0779714f47","source":{"kind":"arxiv","id":"2112.15422","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.15422","created_at":"2026-07-05T03:44:46Z"},{"alias_kind":"arxiv_version","alias_value":"2112.15422v1","created_at":"2026-07-05T03:44:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.15422","created_at":"2026-07-05T03:44:46Z"},{"alias_kind":"pith_short_12","alias_value":"5TU4QGEXLHPB","created_at":"2026-07-05T03:44:46Z"},{"alias_kind":"pith_short_16","alias_value":"5TU4QGEXLHPBP3EV","created_at":"2026-07-05T03:44:46Z"},{"alias_kind":"pith_short_8","alias_value":"5TU4QGEX","created_at":"2026-07-05T03:44:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:5TU4QGEXLHPBP3EVC6GAHBAYYI","target":"record","payload":{"canonical_record":{"source":{"id":"2112.15422","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-11-25T00:58:23Z","cross_cats_sorted":[],"title_canon_sha256":"41d35acf0c2a8b3c9106ab7f238cab6b36af91ac500170b0fe4be49cd6da48db","abstract_canon_sha256":"262c77b4ca57ba584bb6694a1f7069b843afcc1337bed88efbaefac21ff2e72b"},"schema_version":"1.0"},"canonical_sha256":"ece9c8189759de17ec95178c038418c216e352e8cf7fb7803a308f0779714f47","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:44:46.145094Z","signature_b64":"Nw7tRckcBTHNgZ0COTraDyD5CSBtZOcVIItCtU05vVuI9Jq5yNy/fpxR4/30zK7OrA0fIoPKZZ7NNhxSEBBuAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ece9c8189759de17ec95178c038418c216e352e8cf7fb7803a308f0779714f47","last_reissued_at":"2026-07-05T03:44:46.144658Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:44:46.144658Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.15422","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:44:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UfsiT/3NugHayHXZE4POsCZqR0OAfNr70stUKMB2E/WtyPN+2afHyClP4ZhyyPYW5tko7rzhIVFS1CLsteOXDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:18:26.381257Z"},"content_sha256":"41f3af302195dc410281fa6d3f04752086dc6a4a14dc527b5dc861e5a0102175","schema_version":"1.0","event_id":"sha256:41f3af302195dc410281fa6d3f04752086dc6a4a14dc527b5dc861e5a0102175"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:5TU4QGEXLHPBP3EVC6GAHBAYYI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scalar reward is not enough: A response to Silver, Singh, Precup and Sutton (2021)","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Benjamin J. Smith, Cameron Foale, Conor F. Hayes, Diederik M. Roijers, Fredrik Heintz, Gabriel Ramos, Johan Kallstrom, Patrick Mannion, Peter Vamplew, Pieter J.K. Libin, Richard Dazeley, Roxana Radulescu","submitted_at":"2021-11-25T00:58:23Z","abstract_excerpt":"The recent paper `\"Reward is Enough\" by Silver, Singh, Precup and Sutton posits that the concept of reward maximisation is sufficient to underpin all intelligence, both natural and artificial. We contest the underlying assumption of Silver et al. that such reward can be scalar-valued. In this paper we explain why scalar rewards are insufficient to account for some aspects of both biological and computational intelligence, and argue in favour of explicitly multi-objective models of reward maximisation. Furthermore, we contend that even if scalar reward functions can trigger intelligent behaviou"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.15422","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.15422/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:44:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MErsYETr3Hl9Yhe0Qmhrnu6fcU8ge/1HdVLOS6RRmzcB8cduU6Og9mBo3uPrthpBU4Cin+uojhDhtIRmRv+BDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:18:26.381662Z"},"content_sha256":"12d8709fd22e0ea8bc7f5532a0fde0e1486f7a0ad6816abac895db02bae214f9","schema_version":"1.0","event_id":"sha256:12d8709fd22e0ea8bc7f5532a0fde0e1486f7a0ad6816abac895db02bae214f9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5TU4QGEXLHPBP3EVC6GAHBAYYI/bundle.json","state_url":"https://pith.science/pith/5TU4QGEXLHPBP3EVC6GAHBAYYI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5TU4QGEXLHPBP3EVC6GAHBAYYI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T23:18:26Z","links":{"resolver":"https://pith.science/pith/5TU4QGEXLHPBP3EVC6GAHBAYYI","bundle":"https://pith.science/pith/5TU4QGEXLHPBP3EVC6GAHBAYYI/bundle.json","state":"https://pith.science/pith/5TU4QGEXLHPBP3EVC6GAHBAYYI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5TU4QGEXLHPBP3EVC6GAHBAYYI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:5TU4QGEXLHPBP3EVC6GAHBAYYI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"262c77b4ca57ba584bb6694a1f7069b843afcc1337bed88efbaefac21ff2e72b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-11-25T00:58:23Z","title_canon_sha256":"41d35acf0c2a8b3c9106ab7f238cab6b36af91ac500170b0fe4be49cd6da48db"},"schema_version":"1.0","source":{"id":"2112.15422","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.15422","created_at":"2026-07-05T03:44:46Z"},{"alias_kind":"arxiv_version","alias_value":"2112.15422v1","created_at":"2026-07-05T03:44:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.15422","created_at":"2026-07-05T03:44:46Z"},{"alias_kind":"pith_short_12","alias_value":"5TU4QGEXLHPB","created_at":"2026-07-05T03:44:46Z"},{"alias_kind":"pith_short_16","alias_value":"5TU4QGEXLHPBP3EV","created_at":"2026-07-05T03:44:46Z"},{"alias_kind":"pith_short_8","alias_value":"5TU4QGEX","created_at":"2026-07-05T03:44:46Z"}],"graph_snapshots":[{"event_id":"sha256:12d8709fd22e0ea8bc7f5532a0fde0e1486f7a0ad6816abac895db02bae214f9","target":"graph","created_at":"2026-07-05T03:44:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.15422/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The recent paper `\"Reward is Enough\" by Silver, Singh, Precup and Sutton posits that the concept of reward maximisation is sufficient to underpin all intelligence, both natural and artificial. We contest the underlying assumption of Silver et al. that such reward can be scalar-valued. In this paper we explain why scalar rewards are insufficient to account for some aspects of both biological and computational intelligence, and argue in favour of explicitly multi-objective models of reward maximisation. Furthermore, we contend that even if scalar reward functions can trigger intelligent behaviou","authors_text":"Benjamin J. Smith, Cameron Foale, Conor F. Hayes, Diederik M. Roijers, Fredrik Heintz, Gabriel Ramos, Johan Kallstrom, Patrick Mannion, Peter Vamplew, Pieter J.K. Libin, Richard Dazeley, Roxana Radulescu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-11-25T00:58:23Z","title":"Scalar reward is not enough: A response to Silver, Singh, Precup and Sutton (2021)"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.15422","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:41f3af302195dc410281fa6d3f04752086dc6a4a14dc527b5dc861e5a0102175","target":"record","created_at":"2026-07-05T03:44:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"262c77b4ca57ba584bb6694a1f7069b843afcc1337bed88efbaefac21ff2e72b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-11-25T00:58:23Z","title_canon_sha256":"41d35acf0c2a8b3c9106ab7f238cab6b36af91ac500170b0fe4be49cd6da48db"},"schema_version":"1.0","source":{"id":"2112.15422","kind":"arxiv","version":1}},"canonical_sha256":"ece9c8189759de17ec95178c038418c216e352e8cf7fb7803a308f0779714f47","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ece9c8189759de17ec95178c038418c216e352e8cf7fb7803a308f0779714f47","first_computed_at":"2026-07-05T03:44:46.144658Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:44:46.144658Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Nw7tRckcBTHNgZ0COTraDyD5CSBtZOcVIItCtU05vVuI9Jq5yNy/fpxR4/30zK7OrA0fIoPKZZ7NNhxSEBBuAg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:44:46.145094Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.15422","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:41f3af302195dc410281fa6d3f04752086dc6a4a14dc527b5dc861e5a0102175","sha256:12d8709fd22e0ea8bc7f5532a0fde0e1486f7a0ad6816abac895db02bae214f9"],"state_sha256":"a7063f29dca7186fecddbaa6b5b91c88ffdd0f1438c3f8364a83f72341796fea"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+acEg6PvEQlqit6gqTy7VhTO3b/vIw5G6/iT/I+zeHm3oEBcLKfrdPwHe1DUsIhfBb3QKzj0RcMkH53eBUvIBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T23:18:26.384579Z","bundle_sha256":"086e005f1f4910fbc17d3d1be685db4c2f143f6018e94136613021836f3c84d9"}}