{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DJG7VJPIVNWYB7YRA53PBNMDZL","short_pith_number":"pith:DJG7VJPI","canonical_record":{"source":{"id":"2406.06560","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-02T11:54:50Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"11aaee9c3976078456a51377de810c94e44449e59fd3684e2b7a0deacb9a7bc4","abstract_canon_sha256":"76bf5fa735c102923747d238eac1835cafb410ee7cafef9a6ff26a75fdae3921"},"schema_version":"1.0"},"canonical_sha256":"1a4dfaa5e8ab6d80ff110776f0b583cac8883f137d09136fa71da27296688ba2","source":{"kind":"arxiv","id":"2406.06560","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06560","created_at":"2026-07-05T10:51:22Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06560v2","created_at":"2026-07-05T10:51:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06560","created_at":"2026-07-05T10:51:22Z"},{"alias_kind":"pith_short_12","alias_value":"DJG7VJPIVNWY","created_at":"2026-07-05T10:51:22Z"},{"alias_kind":"pith_short_16","alias_value":"DJG7VJPIVNWYB7YR","created_at":"2026-07-05T10:51:22Z"},{"alias_kind":"pith_short_8","alias_value":"DJG7VJPI","created_at":"2026-07-05T10:51:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DJG7VJPIVNWYB7YRA53PBNMDZL","target":"record","payload":{"canonical_record":{"source":{"id":"2406.06560","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-02T11:54:50Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"11aaee9c3976078456a51377de810c94e44449e59fd3684e2b7a0deacb9a7bc4","abstract_canon_sha256":"76bf5fa735c102923747d238eac1835cafb410ee7cafef9a6ff26a75fdae3921"},"schema_version":"1.0"},"canonical_sha256":"1a4dfaa5e8ab6d80ff110776f0b583cac8883f137d09136fa71da27296688ba2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:51:22.879732Z","signature_b64":"DQQ9VrxId0B4/vxFZ5jw9HIr4jaaPCdN8YX2jv1g1RoQDCdD7wNKfcB0vJBox3/2ZA/KcovpiiuYTmbAOHbuAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1a4dfaa5e8ab6d80ff110776f0b583cac8883f137d09136fa71da27296688ba2","last_reissued_at":"2026-07-05T10:51:22.879146Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:51:22.879146Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.06560","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:51:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cctzkYqDg72rKQ9DlSwS580SUHP4RXV8p4A9lusR7hDpHb61oE3Zofmw7PxNpfDT8uEkVcu6QbKXrU1XzpJcDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:40:28.587716Z"},"content_sha256":"8b9bc61c14450d4c7a75ad48cd6000675e7ce5d9f803bcc00e4efbc281b4f5d1","schema_version":"1.0","event_id":"sha256:8b9bc61c14450d4c7a75ad48cd6000675e7ce5d9f803bcc00e4efbc281b4f5d1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DJG7VJPIVNWYB7YRA53PBNMDZL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Inverse Constitutional AI: Compressing Preferences into Principles","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Arduin Findeis, Eyke H\\\"ullermeier, Robert Mullins, Samuel Albanie, Timo Kaufmann","submitted_at":"2024-06-02T11:54:50Z","abstract_excerpt":"Feedback data is widely used for fine-tuning and evaluating state-of-the-art AI models. Pairwise text preferences, where human or AI annotators select the \"better\" of two options, are particularly common. Such preferences are used to train (reward) models or to rank models with aggregate statistics. For many applications it is desirable to understand annotator preferences in addition to modelling them - not least because extensive prior work has shown various unintended biases in preference datasets. Yet, preference datasets remain challenging to interpret. Neither black-box reward models nor "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06560","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.06560/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:51:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UA9JCaqrE2cBnhpPZ5t8DBNkiUJGhOmpoNugYcrMB2Z9ovV71jVtQ0/S5H+ZQq28j1Ap0rnOp2XDh16x6Zr9Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:40:28.588227Z"},"content_sha256":"6dcecf8c2b019e124b097d581a3a65e770ed2a4e49d5b8df088df0f3b637e1bf","schema_version":"1.0","event_id":"sha256:6dcecf8c2b019e124b097d581a3a65e770ed2a4e49d5b8df088df0f3b637e1bf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DJG7VJPIVNWYB7YRA53PBNMDZL/bundle.json","state_url":"https://pith.science/pith/DJG7VJPIVNWYB7YRA53PBNMDZL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DJG7VJPIVNWYB7YRA53PBNMDZL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T18:40:28Z","links":{"resolver":"https://pith.science/pith/DJG7VJPIVNWYB7YRA53PBNMDZL","bundle":"https://pith.science/pith/DJG7VJPIVNWYB7YRA53PBNMDZL/bundle.json","state":"https://pith.science/pith/DJG7VJPIVNWYB7YRA53PBNMDZL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DJG7VJPIVNWYB7YRA53PBNMDZL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DJG7VJPIVNWYB7YRA53PBNMDZL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"76bf5fa735c102923747d238eac1835cafb410ee7cafef9a6ff26a75fdae3921","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-02T11:54:50Z","title_canon_sha256":"11aaee9c3976078456a51377de810c94e44449e59fd3684e2b7a0deacb9a7bc4"},"schema_version":"1.0","source":{"id":"2406.06560","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06560","created_at":"2026-07-05T10:51:22Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06560v2","created_at":"2026-07-05T10:51:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06560","created_at":"2026-07-05T10:51:22Z"},{"alias_kind":"pith_short_12","alias_value":"DJG7VJPIVNWY","created_at":"2026-07-05T10:51:22Z"},{"alias_kind":"pith_short_16","alias_value":"DJG7VJPIVNWYB7YR","created_at":"2026-07-05T10:51:22Z"},{"alias_kind":"pith_short_8","alias_value":"DJG7VJPI","created_at":"2026-07-05T10:51:22Z"}],"graph_snapshots":[{"event_id":"sha256:6dcecf8c2b019e124b097d581a3a65e770ed2a4e49d5b8df088df0f3b637e1bf","target":"graph","created_at":"2026-07-05T10:51:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.06560/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Feedback data is widely used for fine-tuning and evaluating state-of-the-art AI models. Pairwise text preferences, where human or AI annotators select the \"better\" of two options, are particularly common. Such preferences are used to train (reward) models or to rank models with aggregate statistics. For many applications it is desirable to understand annotator preferences in addition to modelling them - not least because extensive prior work has shown various unintended biases in preference datasets. Yet, preference datasets remain challenging to interpret. Neither black-box reward models nor ","authors_text":"Arduin Findeis, Eyke H\\\"ullermeier, Robert Mullins, Samuel Albanie, Timo Kaufmann","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-02T11:54:50Z","title":"Inverse Constitutional AI: Compressing Preferences into Principles"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06560","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8b9bc61c14450d4c7a75ad48cd6000675e7ce5d9f803bcc00e4efbc281b4f5d1","target":"record","created_at":"2026-07-05T10:51:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"76bf5fa735c102923747d238eac1835cafb410ee7cafef9a6ff26a75fdae3921","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-02T11:54:50Z","title_canon_sha256":"11aaee9c3976078456a51377de810c94e44449e59fd3684e2b7a0deacb9a7bc4"},"schema_version":"1.0","source":{"id":"2406.06560","kind":"arxiv","version":2}},"canonical_sha256":"1a4dfaa5e8ab6d80ff110776f0b583cac8883f137d09136fa71da27296688ba2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1a4dfaa5e8ab6d80ff110776f0b583cac8883f137d09136fa71da27296688ba2","first_computed_at":"2026-07-05T10:51:22.879146Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:51:22.879146Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DQQ9VrxId0B4/vxFZ5jw9HIr4jaaPCdN8YX2jv1g1RoQDCdD7wNKfcB0vJBox3/2ZA/KcovpiiuYTmbAOHbuAA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:51:22.879732Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.06560","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8b9bc61c14450d4c7a75ad48cd6000675e7ce5d9f803bcc00e4efbc281b4f5d1","sha256:6dcecf8c2b019e124b097d581a3a65e770ed2a4e49d5b8df088df0f3b637e1bf"],"state_sha256":"058f6b5d818b1c3268accda0674efa34af1df1ea1cc49b6b8b1b901c69f0745b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DGbSOz9Jfa0hWiVvJMWvXqDhLIVvvcRaloYrn+EQvI/BFT40n9GBY9gZpeggeD2ESmcdrnVZsfN+4ebuo8OLAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T18:40:28.593744Z","bundle_sha256":"79873c8de0e312a79e53eea3b0bd6b7f09d4f90a1b83d78f232c9182b1582ee3"}}