{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:GFCOB7U2ZC5AXDWNJ75UFJHGPT","short_pith_number":"pith:GFCOB7U2","canonical_record":{"source":{"id":"2502.04354","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-04T18:47:11Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"64c3d3247060000a146c289e20a36dd2e1d5dcef11c154d90fd68fe01dfe4030","abstract_canon_sha256":"c08e5c777593b618b4b7b6b1c13762e44f3c499e596c89aaeb45c887cc9c1ef0"},"schema_version":"1.0"},"canonical_sha256":"3144e0fe9ac8ba0b8ecd4ffb42a4e67cc96a44b6fcf446b1dfb858d5ebeda869","source":{"kind":"arxiv","id":"2502.04354","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.04354","created_at":"2026-07-05T10:10:50Z"},{"alias_kind":"arxiv_version","alias_value":"2502.04354v1","created_at":"2026-07-05T10:10:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.04354","created_at":"2026-07-05T10:10:50Z"},{"alias_kind":"pith_short_12","alias_value":"GFCOB7U2ZC5A","created_at":"2026-07-05T10:10:50Z"},{"alias_kind":"pith_short_16","alias_value":"GFCOB7U2ZC5AXDWN","created_at":"2026-07-05T10:10:50Z"},{"alias_kind":"pith_short_8","alias_value":"GFCOB7U2","created_at":"2026-07-05T10:10:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:GFCOB7U2ZC5AXDWNJ75UFJHGPT","target":"record","payload":{"canonical_record":{"source":{"id":"2502.04354","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-04T18:47:11Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"64c3d3247060000a146c289e20a36dd2e1d5dcef11c154d90fd68fe01dfe4030","abstract_canon_sha256":"c08e5c777593b618b4b7b6b1c13762e44f3c499e596c89aaeb45c887cc9c1ef0"},"schema_version":"1.0"},"canonical_sha256":"3144e0fe9ac8ba0b8ecd4ffb42a4e67cc96a44b6fcf446b1dfb858d5ebeda869","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:10:50.182180Z","signature_b64":"I61RgPEV/y+A6XRo0nrjTt4qOuy0FrHy3/zPAtOTQc+JJaIZK95+Xw0iP5Mi3vC0vI1qijWvTpaOVWNM5cj1Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3144e0fe9ac8ba0b8ecd4ffb42a4e67cc96a44b6fcf446b1dfb858d5ebeda869","last_reissued_at":"2026-07-05T10:10:50.181752Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:10:50.181752Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.04354","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:10:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8tZPsuNA+gDt93MLZc8dUfGjdiku6DxYad29FenK298U8vzLQLGba/N/VexaMn9+fiaFCM/T0ngWq+CUXHSbAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:29:02.734619Z"},"content_sha256":"7b38d3d6a5d9d4441e60e0c9ed1454bde73375c44894253f1dab0356c0db67bb","schema_version":"1.0","event_id":"sha256:7b38d3d6a5d9d4441e60e0c9ed1454bde73375c44894253f1dab0356c0db67bb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:GFCOB7U2ZC5AXDWNJ75UFJHGPT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reviving The Classics: Active Reward Modeling in Large Language Model Alignment","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Hao Sun, Jean-Fran\\c{c}ois Ton, Yunyi Shen","submitted_at":"2025-02-04T18:47:11Z","abstract_excerpt":"Building neural reward models from human preferences is a pivotal component in reinforcement learning from human feedback (RLHF) and large language model alignment research. Given the scarcity and high cost of human annotation, how to select the most informative pairs to annotate is an essential yet challenging open problem. In this work, we highlight the insight that an ideal comparison dataset for reward modeling should balance exploration of the representation space and make informative comparisons between pairs with moderate reward differences. Technically, challenges arise in quantifying "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.04354","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.04354/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:10:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tdboatHXnuAw2NXPOXdIZrJA+QaQqlVoKxSVk/iFZ1Agncoh9rqT30hFa+SSbKs4zZB2CiFeooIVmnt5KCGHAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:29:02.735293Z"},"content_sha256":"5194bdf9804696e8ed1d087487a21b14013df8b97048321deec82d677d825c26","schema_version":"1.0","event_id":"sha256:5194bdf9804696e8ed1d087487a21b14013df8b97048321deec82d677d825c26"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GFCOB7U2ZC5AXDWNJ75UFJHGPT/bundle.json","state_url":"https://pith.science/pith/GFCOB7U2ZC5AXDWNJ75UFJHGPT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GFCOB7U2ZC5AXDWNJ75UFJHGPT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T06:29:02Z","links":{"resolver":"https://pith.science/pith/GFCOB7U2ZC5AXDWNJ75UFJHGPT","bundle":"https://pith.science/pith/GFCOB7U2ZC5AXDWNJ75UFJHGPT/bundle.json","state":"https://pith.science/pith/GFCOB7U2ZC5AXDWNJ75UFJHGPT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GFCOB7U2ZC5AXDWNJ75UFJHGPT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:GFCOB7U2ZC5AXDWNJ75UFJHGPT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c08e5c777593b618b4b7b6b1c13762e44f3c499e596c89aaeb45c887cc9c1ef0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-04T18:47:11Z","title_canon_sha256":"64c3d3247060000a146c289e20a36dd2e1d5dcef11c154d90fd68fe01dfe4030"},"schema_version":"1.0","source":{"id":"2502.04354","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.04354","created_at":"2026-07-05T10:10:50Z"},{"alias_kind":"arxiv_version","alias_value":"2502.04354v1","created_at":"2026-07-05T10:10:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.04354","created_at":"2026-07-05T10:10:50Z"},{"alias_kind":"pith_short_12","alias_value":"GFCOB7U2ZC5A","created_at":"2026-07-05T10:10:50Z"},{"alias_kind":"pith_short_16","alias_value":"GFCOB7U2ZC5AXDWN","created_at":"2026-07-05T10:10:50Z"},{"alias_kind":"pith_short_8","alias_value":"GFCOB7U2","created_at":"2026-07-05T10:10:50Z"}],"graph_snapshots":[{"event_id":"sha256:5194bdf9804696e8ed1d087487a21b14013df8b97048321deec82d677d825c26","target":"graph","created_at":"2026-07-05T10:10:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.04354/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Building neural reward models from human preferences is a pivotal component in reinforcement learning from human feedback (RLHF) and large language model alignment research. Given the scarcity and high cost of human annotation, how to select the most informative pairs to annotate is an essential yet challenging open problem. In this work, we highlight the insight that an ideal comparison dataset for reward modeling should balance exploration of the representation space and make informative comparisons between pairs with moderate reward differences. Technically, challenges arise in quantifying ","authors_text":"Hao Sun, Jean-Fran\\c{c}ois Ton, Yunyi Shen","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-04T18:47:11Z","title":"Reviving The Classics: Active Reward Modeling in Large Language Model Alignment"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.04354","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7b38d3d6a5d9d4441e60e0c9ed1454bde73375c44894253f1dab0356c0db67bb","target":"record","created_at":"2026-07-05T10:10:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c08e5c777593b618b4b7b6b1c13762e44f3c499e596c89aaeb45c887cc9c1ef0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-04T18:47:11Z","title_canon_sha256":"64c3d3247060000a146c289e20a36dd2e1d5dcef11c154d90fd68fe01dfe4030"},"schema_version":"1.0","source":{"id":"2502.04354","kind":"arxiv","version":1}},"canonical_sha256":"3144e0fe9ac8ba0b8ecd4ffb42a4e67cc96a44b6fcf446b1dfb858d5ebeda869","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3144e0fe9ac8ba0b8ecd4ffb42a4e67cc96a44b6fcf446b1dfb858d5ebeda869","first_computed_at":"2026-07-05T10:10:50.181752Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:10:50.181752Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"I61RgPEV/y+A6XRo0nrjTt4qOuy0FrHy3/zPAtOTQc+JJaIZK95+Xw0iP5Mi3vC0vI1qijWvTpaOVWNM5cj1Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:10:50.182180Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.04354","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7b38d3d6a5d9d4441e60e0c9ed1454bde73375c44894253f1dab0356c0db67bb","sha256:5194bdf9804696e8ed1d087487a21b14013df8b97048321deec82d677d825c26"],"state_sha256":"57671f302997452011a73a1e00799adf2fd6abcecbba8610747da43324c2af43"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UZqLMGO1L0lFEFQixmsOFI0jwGOnR3EQzWSgX7Er3gDZyG7MgoGKZb8mweYv+/l0RFOouWQDYo6n5Fjgp9uKAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T06:29:02.738899Z","bundle_sha256":"ffaa9c8a96f8ddeaa311b5d34c59d646dc6429a96070c927c95ca998d28b0d6a"}}