{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:XAQ3YI6WF6HMOBBXE77PED4W65","short_pith_number":"pith:XAQ3YI6W","canonical_record":{"source":{"id":"2202.13985","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-02-28T17:41:39Z","cross_cats_sorted":[],"title_canon_sha256":"77e8e8209ca38bc88978f6522315faaf5b3b1fc1004b0d496d9352a3fe0aaac6","abstract_canon_sha256":"d99b19b75e93e113b56810407fe28355767c909675687e104a6794da983a8b4f"},"schema_version":"1.0"},"canonical_sha256":"b821bc23d62f8ec7043727fef20f96f776b3de19100fdbf8a7b40787b18b4392","source":{"kind":"arxiv","id":"2202.13985","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.13985","created_at":"2026-07-05T04:01:12Z"},{"alias_kind":"arxiv_version","alias_value":"2202.13985v2","created_at":"2026-07-05T04:01:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.13985","created_at":"2026-07-05T04:01:12Z"},{"alias_kind":"pith_short_12","alias_value":"XAQ3YI6WF6HM","created_at":"2026-07-05T04:01:12Z"},{"alias_kind":"pith_short_16","alias_value":"XAQ3YI6WF6HMOBBX","created_at":"2026-07-05T04:01:12Z"},{"alias_kind":"pith_short_8","alias_value":"XAQ3YI6W","created_at":"2026-07-05T04:01:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:XAQ3YI6WF6HMOBBXE77PED4W65","target":"record","payload":{"canonical_record":{"source":{"id":"2202.13985","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-02-28T17:41:39Z","cross_cats_sorted":[],"title_canon_sha256":"77e8e8209ca38bc88978f6522315faaf5b3b1fc1004b0d496d9352a3fe0aaac6","abstract_canon_sha256":"d99b19b75e93e113b56810407fe28355767c909675687e104a6794da983a8b4f"},"schema_version":"1.0"},"canonical_sha256":"b821bc23d62f8ec7043727fef20f96f776b3de19100fdbf8a7b40787b18b4392","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:01:12.911149Z","signature_b64":"7XN5SsSWw9RE2S9xjYOlL1/YM2InZNODUEhZq1hzIRG18HhE7tYl4C5IoWFsUW7N7PjoS8RO+xkqVcYyS48pCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b821bc23d62f8ec7043727fef20f96f776b3de19100fdbf8a7b40787b18b4392","last_reissued_at":"2026-07-05T04:01:12.910696Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:01:12.910696Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2202.13985","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:01:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"52iHoPoBRNl/p+giOCdp875Au/fhQo5BkRIHa1l3h4tFoB+JajGH3f+8ccp0FAXR1PWTEVIWjofy730Dn58dCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:50:53.165545Z"},"content_sha256":"dae262e8358585ac947af886f8a3b152ceee437081266b865941ab3fbb186c53","schema_version":"1.0","event_id":"sha256:dae262e8358585ac947af886f8a3b152ceee437081266b865941ab3fbb186c53"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:XAQ3YI6WF6HMOBBXE77PED4W65","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The dangers in algorithms learning humans' values and irrationalities","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Rebecca Gorman, Stuart Armstrong","submitted_at":"2022-02-28T17:41:39Z","abstract_excerpt":"For an artificial intelligence (AI) to be aligned with human values (or human preferences), it must first learn those values. AI systems that are trained on human behavior, risk miscategorising human irrationalities as human values -- and then optimising for these irrationalities. Simply learning human values still carries risks: AI learning them will inevitably also gain information on human irrationalities and human behaviour/policy. Both of these can be dangerous: knowing human policy allows an AI to become generically more powerful (whether it is partially aligned or not aligned at all), w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.13985","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.13985/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:01:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rGf71Qu/iCcwvokdSHDAcSzU+VulRJAesRDL9FOKkzr66Yr/s8KhNF2fZm/a08gC9/WNWfkFMlBzW+Se9tUECw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:50:53.166525Z"},"content_sha256":"6cdad63cf033bc5ff8bef5ed40ed0928b4452d1fea4a1740d5abed5b91809a42","schema_version":"1.0","event_id":"sha256:6cdad63cf033bc5ff8bef5ed40ed0928b4452d1fea4a1740d5abed5b91809a42"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XAQ3YI6WF6HMOBBXE77PED4W65/bundle.json","state_url":"https://pith.science/pith/XAQ3YI6WF6HMOBBXE77PED4W65/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XAQ3YI6WF6HMOBBXE77PED4W65/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T06:50:53Z","links":{"resolver":"https://pith.science/pith/XAQ3YI6WF6HMOBBXE77PED4W65","bundle":"https://pith.science/pith/XAQ3YI6WF6HMOBBXE77PED4W65/bundle.json","state":"https://pith.science/pith/XAQ3YI6WF6HMOBBXE77PED4W65/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XAQ3YI6WF6HMOBBXE77PED4W65/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:XAQ3YI6WF6HMOBBXE77PED4W65","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d99b19b75e93e113b56810407fe28355767c909675687e104a6794da983a8b4f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-02-28T17:41:39Z","title_canon_sha256":"77e8e8209ca38bc88978f6522315faaf5b3b1fc1004b0d496d9352a3fe0aaac6"},"schema_version":"1.0","source":{"id":"2202.13985","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.13985","created_at":"2026-07-05T04:01:12Z"},{"alias_kind":"arxiv_version","alias_value":"2202.13985v2","created_at":"2026-07-05T04:01:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.13985","created_at":"2026-07-05T04:01:12Z"},{"alias_kind":"pith_short_12","alias_value":"XAQ3YI6WF6HM","created_at":"2026-07-05T04:01:12Z"},{"alias_kind":"pith_short_16","alias_value":"XAQ3YI6WF6HMOBBX","created_at":"2026-07-05T04:01:12Z"},{"alias_kind":"pith_short_8","alias_value":"XAQ3YI6W","created_at":"2026-07-05T04:01:12Z"}],"graph_snapshots":[{"event_id":"sha256:6cdad63cf033bc5ff8bef5ed40ed0928b4452d1fea4a1740d5abed5b91809a42","target":"graph","created_at":"2026-07-05T04:01:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.13985/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"For an artificial intelligence (AI) to be aligned with human values (or human preferences), it must first learn those values. AI systems that are trained on human behavior, risk miscategorising human irrationalities as human values -- and then optimising for these irrationalities. Simply learning human values still carries risks: AI learning them will inevitably also gain information on human irrationalities and human behaviour/policy. Both of these can be dangerous: knowing human policy allows an AI to become generically more powerful (whether it is partially aligned or not aligned at all), w","authors_text":"Rebecca Gorman, Stuart Armstrong","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-02-28T17:41:39Z","title":"The dangers in algorithms learning humans' values and irrationalities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.13985","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dae262e8358585ac947af886f8a3b152ceee437081266b865941ab3fbb186c53","target":"record","created_at":"2026-07-05T04:01:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d99b19b75e93e113b56810407fe28355767c909675687e104a6794da983a8b4f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-02-28T17:41:39Z","title_canon_sha256":"77e8e8209ca38bc88978f6522315faaf5b3b1fc1004b0d496d9352a3fe0aaac6"},"schema_version":"1.0","source":{"id":"2202.13985","kind":"arxiv","version":2}},"canonical_sha256":"b821bc23d62f8ec7043727fef20f96f776b3de19100fdbf8a7b40787b18b4392","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b821bc23d62f8ec7043727fef20f96f776b3de19100fdbf8a7b40787b18b4392","first_computed_at":"2026-07-05T04:01:12.910696Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:01:12.910696Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7XN5SsSWw9RE2S9xjYOlL1/YM2InZNODUEhZq1hzIRG18HhE7tYl4C5IoWFsUW7N7PjoS8RO+xkqVcYyS48pCg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:01:12.911149Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.13985","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dae262e8358585ac947af886f8a3b152ceee437081266b865941ab3fbb186c53","sha256:6cdad63cf033bc5ff8bef5ed40ed0928b4452d1fea4a1740d5abed5b91809a42"],"state_sha256":"c40c1b8f3c53f034f47876d57f35f556b0b622ae515f3d18d999baa18df084b4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YzAJWdHQUBeyw/A0v1Ib8j0kJwLOkrckUk2D1vufsFGUmChsM7T0KVsuog9RKLcUUIxI5zyTLeOwmt1/F6CkBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T06:50:53.174181Z","bundle_sha256":"3611da5f89eb96844fc488ed32ed18e9655f8fdace7a1ccf033f9d472e9bc068"}}