{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:RN7VG5KNX6DWEU44MVFO2UQS2I","short_pith_number":"pith:RN7VG5KN","canonical_record":{"source":{"id":"1703.01358","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-03-03T23:25:38Z","cross_cats_sorted":[],"title_canon_sha256":"4462317fee8018837c40ebefffe2ead1ac4d3e9d270030c2f9286d8bdec84095","abstract_canon_sha256":"2b1dd83b2c8ac33b59d1ccfd977ef7e70bd38725f9039dbd59a3b1321e851527"},"schema_version":"1.0"},"canonical_sha256":"8b7f53754dbf8762539c654aed5212d23adb97c9171b3b00af118602a3be120e","source":{"kind":"arxiv","id":"1703.01358","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1703.01358","created_at":"2026-05-18T00:49:31Z"},{"alias_kind":"arxiv_version","alias_value":"1703.01358v1","created_at":"2026-05-18T00:49:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1703.01358","created_at":"2026-05-18T00:49:31Z"},{"alias_kind":"pith_short_12","alias_value":"RN7VG5KNX6DW","created_at":"2026-05-18T12:31:39Z"},{"alias_kind":"pith_short_16","alias_value":"RN7VG5KNX6DWEU44","created_at":"2026-05-18T12:31:39Z"},{"alias_kind":"pith_short_8","alias_value":"RN7VG5KN","created_at":"2026-05-18T12:31:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:RN7VG5KNX6DWEU44MVFO2UQS2I","target":"record","payload":{"canonical_record":{"source":{"id":"1703.01358","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-03-03T23:25:38Z","cross_cats_sorted":[],"title_canon_sha256":"4462317fee8018837c40ebefffe2ead1ac4d3e9d270030c2f9286d8bdec84095","abstract_canon_sha256":"2b1dd83b2c8ac33b59d1ccfd977ef7e70bd38725f9039dbd59a3b1321e851527"},"schema_version":"1.0"},"canonical_sha256":"8b7f53754dbf8762539c654aed5212d23adb97c9171b3b00af118602a3be120e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:49:31.003336Z","signature_b64":"dJ+I3/XVu91TruL3xYLBnF9QCCTNqgFY1tCr7tSW3sbs4CZjRxTHXVEHqOYVssDLtgxcV3CjKYiLiAWqYXZ6Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8b7f53754dbf8762539c654aed5212d23adb97c9171b3b00af118602a3be120e","last_reissued_at":"2026-05-18T00:49:31.002649Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:49:31.002649Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1703.01358","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:49:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z/ogdzygYMCbGjfY1rI14jvgGUIY/0XqYKfSb4yEdKMX4UxiPvuH0fzCpIR+7rWTL5W8IxJxSbNCxewsXSllDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T17:32:46.188716Z"},"content_sha256":"f574e405afaf953b121926f027a0201f64a6e4ebf965c5ffbaeab4aa6494b48c","schema_version":"1.0","event_id":"sha256:f574e405afaf953b121926f027a0201f64a6e4ebf965c5ffbaeab4aa6494b48c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:RN7VG5KNX6DWEU44MVFO2UQS2I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Generalised Discount Functions applied to a Monte-Carlo AImu Implementation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Jan Leike, John Aslanides, Marcus Hutter, Sean Lamont","submitted_at":"2017-03-03T23:25:38Z","abstract_excerpt":"In recent years, work has been done to develop the theory of General Reinforcement Learning (GRL). However, there are few examples demonstrating these results in a concrete way. In particular, there are no examples demonstrating the known results regarding gener- alised discounting. We have added to the GRL simulation platform AIXIjs the functionality to assign an agent arbitrary discount functions, and an environment which can be used to determine the effect of discounting on an agent's policy. Using this, we investigate how geometric, hyperbolic and power discounting affect an informed agent"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1703.01358","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:49:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lj5tWxAM1mgvas7LzcYgnrY1QpwQLY6+z99O+BAJ4iQlLCDIN6rNFDar3yZJ40OIDo0Z8l/YqEJ5Qw36vbD7CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T17:32:46.189326Z"},"content_sha256":"88e8139067417a803b4ca8dd5067c5be1c95cabe024a77f1e9cccf764e9f0ad2","schema_version":"1.0","event_id":"sha256:88e8139067417a803b4ca8dd5067c5be1c95cabe024a77f1e9cccf764e9f0ad2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RN7VG5KNX6DWEU44MVFO2UQS2I/bundle.json","state_url":"https://pith.science/pith/RN7VG5KNX6DWEU44MVFO2UQS2I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RN7VG5KNX6DWEU44MVFO2UQS2I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T17:32:46Z","links":{"resolver":"https://pith.science/pith/RN7VG5KNX6DWEU44MVFO2UQS2I","bundle":"https://pith.science/pith/RN7VG5KNX6DWEU44MVFO2UQS2I/bundle.json","state":"https://pith.science/pith/RN7VG5KNX6DWEU44MVFO2UQS2I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RN7VG5KNX6DWEU44MVFO2UQS2I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:RN7VG5KNX6DWEU44MVFO2UQS2I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2b1dd83b2c8ac33b59d1ccfd977ef7e70bd38725f9039dbd59a3b1321e851527","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-03-03T23:25:38Z","title_canon_sha256":"4462317fee8018837c40ebefffe2ead1ac4d3e9d270030c2f9286d8bdec84095"},"schema_version":"1.0","source":{"id":"1703.01358","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1703.01358","created_at":"2026-05-18T00:49:31Z"},{"alias_kind":"arxiv_version","alias_value":"1703.01358v1","created_at":"2026-05-18T00:49:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1703.01358","created_at":"2026-05-18T00:49:31Z"},{"alias_kind":"pith_short_12","alias_value":"RN7VG5KNX6DW","created_at":"2026-05-18T12:31:39Z"},{"alias_kind":"pith_short_16","alias_value":"RN7VG5KNX6DWEU44","created_at":"2026-05-18T12:31:39Z"},{"alias_kind":"pith_short_8","alias_value":"RN7VG5KN","created_at":"2026-05-18T12:31:39Z"}],"graph_snapshots":[{"event_id":"sha256:88e8139067417a803b4ca8dd5067c5be1c95cabe024a77f1e9cccf764e9f0ad2","target":"graph","created_at":"2026-05-18T00:49:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In recent years, work has been done to develop the theory of General Reinforcement Learning (GRL). However, there are few examples demonstrating these results in a concrete way. In particular, there are no examples demonstrating the known results regarding gener- alised discounting. We have added to the GRL simulation platform AIXIjs the functionality to assign an agent arbitrary discount functions, and an environment which can be used to determine the effect of discounting on an agent's policy. Using this, we investigate how geometric, hyperbolic and power discounting affect an informed agent","authors_text":"Jan Leike, John Aslanides, Marcus Hutter, Sean Lamont","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-03-03T23:25:38Z","title":"Generalised Discount Functions applied to a Monte-Carlo AImu Implementation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1703.01358","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f574e405afaf953b121926f027a0201f64a6e4ebf965c5ffbaeab4aa6494b48c","target":"record","created_at":"2026-05-18T00:49:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2b1dd83b2c8ac33b59d1ccfd977ef7e70bd38725f9039dbd59a3b1321e851527","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-03-03T23:25:38Z","title_canon_sha256":"4462317fee8018837c40ebefffe2ead1ac4d3e9d270030c2f9286d8bdec84095"},"schema_version":"1.0","source":{"id":"1703.01358","kind":"arxiv","version":1}},"canonical_sha256":"8b7f53754dbf8762539c654aed5212d23adb97c9171b3b00af118602a3be120e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8b7f53754dbf8762539c654aed5212d23adb97c9171b3b00af118602a3be120e","first_computed_at":"2026-05-18T00:49:31.002649Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:49:31.002649Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dJ+I3/XVu91TruL3xYLBnF9QCCTNqgFY1tCr7tSW3sbs4CZjRxTHXVEHqOYVssDLtgxcV3CjKYiLiAWqYXZ6Bw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:49:31.003336Z","signed_message":"canonical_sha256_bytes"},"source_id":"1703.01358","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f574e405afaf953b121926f027a0201f64a6e4ebf965c5ffbaeab4aa6494b48c","sha256:88e8139067417a803b4ca8dd5067c5be1c95cabe024a77f1e9cccf764e9f0ad2"],"state_sha256":"b35806d1d81b89c777503fb3df14694053c73ae1a4692fc53dd4396aae247f0e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+i/Fo6Je/I59w3iJ66m/4XijsCFoZmXYgPVoNOXkBDI0zr+KZDNtjOTUMNfOBufqgC8y9378AH2JYrWimUAJAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T17:32:46.194936Z","bundle_sha256":"2413fff89c6df872ec036942567e0255bacb779d4f31c827e61e62ab00f91d43"}}