{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DMLCBG6743IK6XZZF6IETMLPCA","short_pith_number":"pith:DMLCBG67","canonical_record":{"source":{"id":"2404.10271","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-16T03:59:33Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CY","cs.GT"],"title_canon_sha256":"9bc6995a2cc334ffcff2da40ab48b1b44dac0f554a6f24b09e59ee502caf1b19","abstract_canon_sha256":"6d6e2a419000a8c038843d211e0420f1f21d2111f284ee139d2b703f1ce0afb0"},"schema_version":"1.0"},"canonical_sha256":"1b16209bdfe6d0af5f392f9049b16f1028a841fed6b3a31a97eb7ce73c198eb3","source":{"kind":"arxiv","id":"2404.10271","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.10271","created_at":"2026-07-05T08:27:07Z"},{"alias_kind":"arxiv_version","alias_value":"2404.10271v2","created_at":"2026-07-05T08:27:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.10271","created_at":"2026-07-05T08:27:07Z"},{"alias_kind":"pith_short_12","alias_value":"DMLCBG6743IK","created_at":"2026-07-05T08:27:07Z"},{"alias_kind":"pith_short_16","alias_value":"DMLCBG6743IK6XZZ","created_at":"2026-07-05T08:27:07Z"},{"alias_kind":"pith_short_8","alias_value":"DMLCBG67","created_at":"2026-07-05T08:27:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DMLCBG6743IK6XZZF6IETMLPCA","target":"record","payload":{"canonical_record":{"source":{"id":"2404.10271","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-16T03:59:33Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CY","cs.GT"],"title_canon_sha256":"9bc6995a2cc334ffcff2da40ab48b1b44dac0f554a6f24b09e59ee502caf1b19","abstract_canon_sha256":"6d6e2a419000a8c038843d211e0420f1f21d2111f284ee139d2b703f1ce0afb0"},"schema_version":"1.0"},"canonical_sha256":"1b16209bdfe6d0af5f392f9049b16f1028a841fed6b3a31a97eb7ce73c198eb3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:27:07.469945Z","signature_b64":"6gkCDOJphI/0OJhZfhgF6wcX7LzQgYCZhd7Tt9XpxDsmsX0dygSqVRk4zrQJ09KzgqaXw4fmYKDNOw8SAbS0Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1b16209bdfe6d0af5f392f9049b16f1028a841fed6b3a31a97eb7ce73c198eb3","last_reissued_at":"2026-07-05T08:27:07.469480Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:27:07.469480Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.10271","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AaezyZD3csuV4Q2DrZ5zYw/GDVGUhEp3AB4Gz5+L/R3Nz2hJfMxxBUo3tGETRiuThGp+ylSCu9idEBM+2fQUDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:14:17.440093Z"},"content_sha256":"c6cdf318083fed19607d3f5341061d13125f271d3e3d650a77c54e8b7f22354c","schema_version":"1.0","event_id":"sha256:c6cdf318083fed19607d3f5341061d13125f271d3e3d650a77c54e8b7f22354c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DMLCBG6743IK6XZZF6IETMLPCA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Social Choice Should Guide AI Alignment in Dealing with Diverse Human Feedback","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CY","cs.GT"],"primary_cat":"cs.LG","authors_text":"Bob M. Jacobs, Emanuel Tewolde, Eric Pacuit, Hailey Schoelkopf, Jobst Heitzig, Milan Moss\\'e, Nathan Lambert, Rachel Freedman, Stuart Russell, Vincent Conitzer, Wesley H. Holliday, William S. Zwicker","submitted_at":"2024-04-16T03:59:33Z","abstract_excerpt":"Foundation models such as GPT-4 are fine-tuned to avoid unsafe or otherwise problematic behavior, such as helping to commit crimes or producing racist text. One approach to fine-tuning, called reinforcement learning from human feedback, learns from humans' expressed preferences over multiple outputs. Another approach is constitutional AI, in which the input from humans is a list of high-level principles. But how do we deal with potentially diverging input from humans? How can we aggregate the input into consistent data about \"collective\" preferences or otherwise use it to make collective choic"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.10271","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.10271/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NG337rUMjDA1O/6/ItFehUUlYfNW/SrXxgpzj5J0MTp96B24JvEH3PVjHMCexDbdpMZ2fbRWz+FyQLaGfAYWCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:14:17.440610Z"},"content_sha256":"9dfdb285dd92b6ffaadcd46e6ddf90c384bd6c057a289bae45ee366a49b6a3a5","schema_version":"1.0","event_id":"sha256:9dfdb285dd92b6ffaadcd46e6ddf90c384bd6c057a289bae45ee366a49b6a3a5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DMLCBG6743IK6XZZF6IETMLPCA/bundle.json","state_url":"https://pith.science/pith/DMLCBG6743IK6XZZF6IETMLPCA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DMLCBG6743IK6XZZF6IETMLPCA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T08:14:17Z","links":{"resolver":"https://pith.science/pith/DMLCBG6743IK6XZZF6IETMLPCA","bundle":"https://pith.science/pith/DMLCBG6743IK6XZZF6IETMLPCA/bundle.json","state":"https://pith.science/pith/DMLCBG6743IK6XZZF6IETMLPCA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DMLCBG6743IK6XZZF6IETMLPCA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DMLCBG6743IK6XZZF6IETMLPCA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6d6e2a419000a8c038843d211e0420f1f21d2111f284ee139d2b703f1ce0afb0","cross_cats_sorted":["cs.AI","cs.CL","cs.CY","cs.GT"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-16T03:59:33Z","title_canon_sha256":"9bc6995a2cc334ffcff2da40ab48b1b44dac0f554a6f24b09e59ee502caf1b19"},"schema_version":"1.0","source":{"id":"2404.10271","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.10271","created_at":"2026-07-05T08:27:07Z"},{"alias_kind":"arxiv_version","alias_value":"2404.10271v2","created_at":"2026-07-05T08:27:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.10271","created_at":"2026-07-05T08:27:07Z"},{"alias_kind":"pith_short_12","alias_value":"DMLCBG6743IK","created_at":"2026-07-05T08:27:07Z"},{"alias_kind":"pith_short_16","alias_value":"DMLCBG6743IK6XZZ","created_at":"2026-07-05T08:27:07Z"},{"alias_kind":"pith_short_8","alias_value":"DMLCBG67","created_at":"2026-07-05T08:27:07Z"}],"graph_snapshots":[{"event_id":"sha256:9dfdb285dd92b6ffaadcd46e6ddf90c384bd6c057a289bae45ee366a49b6a3a5","target":"graph","created_at":"2026-07-05T08:27:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.10271/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Foundation models such as GPT-4 are fine-tuned to avoid unsafe or otherwise problematic behavior, such as helping to commit crimes or producing racist text. One approach to fine-tuning, called reinforcement learning from human feedback, learns from humans' expressed preferences over multiple outputs. Another approach is constitutional AI, in which the input from humans is a list of high-level principles. But how do we deal with potentially diverging input from humans? How can we aggregate the input into consistent data about \"collective\" preferences or otherwise use it to make collective choic","authors_text":"Bob M. Jacobs, Emanuel Tewolde, Eric Pacuit, Hailey Schoelkopf, Jobst Heitzig, Milan Moss\\'e, Nathan Lambert, Rachel Freedman, Stuart Russell, Vincent Conitzer, Wesley H. Holliday, William S. Zwicker","cross_cats":["cs.AI","cs.CL","cs.CY","cs.GT"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-16T03:59:33Z","title":"Social Choice Should Guide AI Alignment in Dealing with Diverse Human Feedback"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.10271","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c6cdf318083fed19607d3f5341061d13125f271d3e3d650a77c54e8b7f22354c","target":"record","created_at":"2026-07-05T08:27:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6d6e2a419000a8c038843d211e0420f1f21d2111f284ee139d2b703f1ce0afb0","cross_cats_sorted":["cs.AI","cs.CL","cs.CY","cs.GT"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-16T03:59:33Z","title_canon_sha256":"9bc6995a2cc334ffcff2da40ab48b1b44dac0f554a6f24b09e59ee502caf1b19"},"schema_version":"1.0","source":{"id":"2404.10271","kind":"arxiv","version":2}},"canonical_sha256":"1b16209bdfe6d0af5f392f9049b16f1028a841fed6b3a31a97eb7ce73c198eb3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1b16209bdfe6d0af5f392f9049b16f1028a841fed6b3a31a97eb7ce73c198eb3","first_computed_at":"2026-07-05T08:27:07.469480Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:27:07.469480Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6gkCDOJphI/0OJhZfhgF6wcX7LzQgYCZhd7Tt9XpxDsmsX0dygSqVRk4zrQJ09KzgqaXw4fmYKDNOw8SAbS0Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:27:07.469945Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.10271","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c6cdf318083fed19607d3f5341061d13125f271d3e3d650a77c54e8b7f22354c","sha256:9dfdb285dd92b6ffaadcd46e6ddf90c384bd6c057a289bae45ee366a49b6a3a5"],"state_sha256":"8dea383f050def34a644322eb5bda5f9e90122bd2ac90b2589834f6c3aed3e17"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NQ6LmG9ISQJEIL7Ax/IcsmthSSMoKKF+cpIU+9lSHcRtqTDPgyg9tyb/5FEl07aJGbGYnCd/R0lejHI+4OC8BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T08:14:17.445418Z","bundle_sha256":"cdb8626503f852c410c144a956fa4a62577da8ec99d7fbcd5f2bdb36031f0da4"}}