{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:R37ZUGMWWAWMERMIB4VXN2XVG2","short_pith_number":"pith:R37ZUGMW","canonical_record":{"source":{"id":"2406.11190","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T03:51:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"453c3e9ea6d498be55893eadef69481339301e63667cf11b94aea1cd5c996e3f","abstract_canon_sha256":"542107b68144ee58207b4c9447115cd6a99d5041d7794ddc7268c18995b3c1b2"},"schema_version":"1.0"},"canonical_sha256":"8eff9a1996b02cc245880f2b76eaf536935c2d53ff4f9eeb73fc84ec9312fbc7","source":{"kind":"arxiv","id":"2406.11190","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11190","created_at":"2026-07-05T08:32:50Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11190v1","created_at":"2026-07-05T08:32:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11190","created_at":"2026-07-05T08:32:50Z"},{"alias_kind":"pith_short_12","alias_value":"R37ZUGMWWAWM","created_at":"2026-07-05T08:32:50Z"},{"alias_kind":"pith_short_16","alias_value":"R37ZUGMWWAWMERMI","created_at":"2026-07-05T08:32:50Z"},{"alias_kind":"pith_short_8","alias_value":"R37ZUGMW","created_at":"2026-07-05T08:32:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:R37ZUGMWWAWMERMIB4VXN2XVG2","target":"record","payload":{"canonical_record":{"source":{"id":"2406.11190","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T03:51:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"453c3e9ea6d498be55893eadef69481339301e63667cf11b94aea1cd5c996e3f","abstract_canon_sha256":"542107b68144ee58207b4c9447115cd6a99d5041d7794ddc7268c18995b3c1b2"},"schema_version":"1.0"},"canonical_sha256":"8eff9a1996b02cc245880f2b76eaf536935c2d53ff4f9eeb73fc84ec9312fbc7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:32:50.021116Z","signature_b64":"OZ6fP2YqyfC4SU6apGTrP/R5lewBNsrRvzZpbNTnD8kUl8xdPVxaQGDtoTBcHjkdZRineCmZxttUXuA1Uy9xDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8eff9a1996b02cc245880f2b76eaf536935c2d53ff4f9eeb73fc84ec9312fbc7","last_reissued_at":"2026-07-05T08:32:50.020711Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:32:50.020711Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.11190","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pUYpc2nquUfRs2lj3mTwYmR7sJN79rsUQZjriGa/1a4We6gQaR1TSLw1JpZ+KNYMoYHaSWrKpSG1zSp3d4WxCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T15:20:30.627364Z"},"content_sha256":"412922d807ad5dd6f56589a9d134ebcf9e28b21cf636f82264f4aea1fa07afd8","schema_version":"1.0","event_id":"sha256:412922d807ad5dd6f56589a9d134ebcf9e28b21cf636f82264f4aea1fa07afd8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:R37ZUGMWWAWMERMIB4VXN2XVG2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Aligning Large Language Models from Self-Reference AI Feedback with one General Principle","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bo Wang, Dacheng Tao, Enyu Zhou, Liang Ding, Qi Zhang, Rong Bao, Rui Zheng, Shihan Dou, Xiao Wang","submitted_at":"2024-06-17T03:51:46Z","abstract_excerpt":"In aligning large language models (LLMs), utilizing feedback from existing advanced AI rather than humans is an important method to scale supervisory signals. However, it is highly challenging for AI to understand human intentions and societal values, and provide accurate preference feedback based on these. Current AI feedback methods rely on powerful LLMs, carefully designed specific principles to describe human intentions, and are easily influenced by position bias. To address these issues, we propose a self-reference-based AI feedback framework that enables a 13B Llama2-Chat to provide high"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11190","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.11190/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lsXVDLJmgXFV0hbEO7Rt9r+LUfIOV0EAvcf1HUKC+csbauYuj4Gg6jN+urCJ20utS+P9LULCwMVmRBU9FM5yCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T15:20:30.627720Z"},"content_sha256":"8c66c56e542030511e30ce5b9ffb615415358d8c5b8ce9185f00cf921f017a39","schema_version":"1.0","event_id":"sha256:8c66c56e542030511e30ce5b9ffb615415358d8c5b8ce9185f00cf921f017a39"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/R37ZUGMWWAWMERMIB4VXN2XVG2/bundle.json","state_url":"https://pith.science/pith/R37ZUGMWWAWMERMIB4VXN2XVG2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/R37ZUGMWWAWMERMIB4VXN2XVG2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T15:20:30Z","links":{"resolver":"https://pith.science/pith/R37ZUGMWWAWMERMIB4VXN2XVG2","bundle":"https://pith.science/pith/R37ZUGMWWAWMERMIB4VXN2XVG2/bundle.json","state":"https://pith.science/pith/R37ZUGMWWAWMERMIB4VXN2XVG2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/R37ZUGMWWAWMERMIB4VXN2XVG2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:R37ZUGMWWAWMERMIB4VXN2XVG2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"542107b68144ee58207b4c9447115cd6a99d5041d7794ddc7268c18995b3c1b2","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T03:51:46Z","title_canon_sha256":"453c3e9ea6d498be55893eadef69481339301e63667cf11b94aea1cd5c996e3f"},"schema_version":"1.0","source":{"id":"2406.11190","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11190","created_at":"2026-07-05T08:32:50Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11190v1","created_at":"2026-07-05T08:32:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11190","created_at":"2026-07-05T08:32:50Z"},{"alias_kind":"pith_short_12","alias_value":"R37ZUGMWWAWM","created_at":"2026-07-05T08:32:50Z"},{"alias_kind":"pith_short_16","alias_value":"R37ZUGMWWAWMERMI","created_at":"2026-07-05T08:32:50Z"},{"alias_kind":"pith_short_8","alias_value":"R37ZUGMW","created_at":"2026-07-05T08:32:50Z"}],"graph_snapshots":[{"event_id":"sha256:8c66c56e542030511e30ce5b9ffb615415358d8c5b8ce9185f00cf921f017a39","target":"graph","created_at":"2026-07-05T08:32:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.11190/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In aligning large language models (LLMs), utilizing feedback from existing advanced AI rather than humans is an important method to scale supervisory signals. However, it is highly challenging for AI to understand human intentions and societal values, and provide accurate preference feedback based on these. Current AI feedback methods rely on powerful LLMs, carefully designed specific principles to describe human intentions, and are easily influenced by position bias. To address these issues, we propose a self-reference-based AI feedback framework that enables a 13B Llama2-Chat to provide high","authors_text":"Bo Wang, Dacheng Tao, Enyu Zhou, Liang Ding, Qi Zhang, Rong Bao, Rui Zheng, Shihan Dou, Xiao Wang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T03:51:46Z","title":"Aligning Large Language Models from Self-Reference AI Feedback with one General Principle"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11190","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:412922d807ad5dd6f56589a9d134ebcf9e28b21cf636f82264f4aea1fa07afd8","target":"record","created_at":"2026-07-05T08:32:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"542107b68144ee58207b4c9447115cd6a99d5041d7794ddc7268c18995b3c1b2","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T03:51:46Z","title_canon_sha256":"453c3e9ea6d498be55893eadef69481339301e63667cf11b94aea1cd5c996e3f"},"schema_version":"1.0","source":{"id":"2406.11190","kind":"arxiv","version":1}},"canonical_sha256":"8eff9a1996b02cc245880f2b76eaf536935c2d53ff4f9eeb73fc84ec9312fbc7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8eff9a1996b02cc245880f2b76eaf536935c2d53ff4f9eeb73fc84ec9312fbc7","first_computed_at":"2026-07-05T08:32:50.020711Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:32:50.020711Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OZ6fP2YqyfC4SU6apGTrP/R5lewBNsrRvzZpbNTnD8kUl8xdPVxaQGDtoTBcHjkdZRineCmZxttUXuA1Uy9xDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:32:50.021116Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.11190","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:412922d807ad5dd6f56589a9d134ebcf9e28b21cf636f82264f4aea1fa07afd8","sha256:8c66c56e542030511e30ce5b9ffb615415358d8c5b8ce9185f00cf921f017a39"],"state_sha256":"e3f54e2e1142f9db4a973df68bc6e29d970b260212bc33fde56cf66c3b578e42"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"liLfH/q4vG8heAlAumQMyo5rDO8WPwAL6hjajSB3i65l3UFCNYLS+TjIeluGfptv88x3BGFTYpKTOptMMEnBBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T15:20:30.631420Z","bundle_sha256":"17c50c6acc0596736a228a6a6caa4924dba02f247fd449d78d173478f3e9617d"}}