{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DM75YXPBD6VOFIYIVH7QRWFQ7Q","short_pith_number":"pith:DM75YXPB","canonical_record":{"source":{"id":"2410.12265","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-16T06:06:06Z","cross_cats_sorted":[],"title_canon_sha256":"9bd1af8bf30c7bf1cecf77b36b6569d40ca35aee647be4b590944e21d05701fe","abstract_canon_sha256":"bc9e02170a0774924be1f173805acd922a77660f0f7624c6b0874dad70ac648c"},"schema_version":"1.0"},"canonical_sha256":"1b3fdc5de11faae2a308a9ff08d8b0fc33d4281a48846d662a380ab9d46c8907","source":{"kind":"arxiv","id":"2410.12265","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.12265","created_at":"2026-08-11T02:18:11Z"},{"alias_kind":"arxiv_version","alias_value":"2410.12265v2","created_at":"2026-08-11T02:18:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.12265","created_at":"2026-08-11T02:18:11Z"},{"alias_kind":"pith_short_12","alias_value":"DM75YXPBD6VO","created_at":"2026-08-11T02:18:11Z"},{"alias_kind":"pith_short_16","alias_value":"DM75YXPBD6VOFIYI","created_at":"2026-08-11T02:18:11Z"},{"alias_kind":"pith_short_8","alias_value":"DM75YXPB","created_at":"2026-08-11T02:18:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DM75YXPBD6VOFIYIVH7QRWFQ7Q","target":"record","payload":{"canonical_record":{"source":{"id":"2410.12265","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-16T06:06:06Z","cross_cats_sorted":[],"title_canon_sha256":"9bd1af8bf30c7bf1cecf77b36b6569d40ca35aee647be4b590944e21d05701fe","abstract_canon_sha256":"bc9e02170a0774924be1f173805acd922a77660f0f7624c6b0874dad70ac648c"},"schema_version":"1.0"},"canonical_sha256":"1b3fdc5de11faae2a308a9ff08d8b0fc33d4281a48846d662a380ab9d46c8907","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-08-11T02:18:11.060426Z","signature_b64":"1ZfQ5Vka39mf2HMZGyAkx+dITqtyVZfqr3s2+TlOypr2hAA90qSdPTbheAOa3AWLTq+yIPa8WVdHRvZ99rvABg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1b3fdc5de11faae2a308a9ff08d8b0fc33d4281a48846d662a380ab9d46c8907","last_reissued_at":"2026-08-11T02:18:11.058581Z","signature_status":"signed_v1","first_computed_at":"2026-08-11T02:18:11.058581Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.12265","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-11T02:18:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7TxbSlkgwKipTVlND8KvD3nGVI2SQnt2cjIARDLwYzdj98KTTOkN8Bp+3PfPyCVMuz5la2ORkY6KFAR4ehbfDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T02:44:38.185986Z"},"content_sha256":"225a9eefe9a61e3a0760a574feacafbad744596763f4ae3ce0dba0816a3e0393","schema_version":"1.0","event_id":"sha256:225a9eefe9a61e3a0760a574feacafbad744596763f4ae3ce0dba0816a3e0393"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DM75YXPBD6VOFIYIVH7QRWFQ7Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Auto-PRE: An Automatic and Cost-Efficient Peer-Review Framework for Language Generation Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dingbo Yuan, Haitao Li, Junjie Chen, Jun Zhou, Min Zhang, Qingyao Ai, Shaoping Ma, Weihang Su, Xudong Wang, Yiqun Liu, Yujia Zhou, Zhumin Chu","submitted_at":"2024-10-16T06:06:06Z","abstract_excerpt":"The rapid development of large language models (LLMs) has highlighted the need for efficient and reliable methods to evaluate their performance. Traditional evaluation methods often face challenges like high costs, limited task formats, dependence on human references, and systematic biases. To address these limitations, we propose Auto-PRE, an automatic LLM evaluation framework inspired by the peer review process. Unlike previous approaches that rely on human annotations, Auto-PRE automatically selects evaluator LLMs based on three core traits: consistency, pertinence, and self-confidence, whi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.12265","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.12265/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-11T02:18:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LbuLgSvH9i+nzl3wAkEPOYAb08iSFVBHzS1nxl3uWDq5j+T28d6W1c7ThNO8hAwCt8z0BdNXWlGBmuqhu+0MDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T02:44:38.186574Z"},"content_sha256":"b44495c55650f7538ac3d9cffb569f37d227335e3844c97f9537bac7f5aced08","schema_version":"1.0","event_id":"sha256:b44495c55650f7538ac3d9cffb569f37d227335e3844c97f9537bac7f5aced08"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DM75YXPBD6VOFIYIVH7QRWFQ7Q/bundle.json","state_url":"https://pith.science/pith/DM75YXPBD6VOFIYIVH7QRWFQ7Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DM75YXPBD6VOFIYIVH7QRWFQ7Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T02:44:38Z","links":{"resolver":"https://pith.science/pith/DM75YXPBD6VOFIYIVH7QRWFQ7Q","bundle":"https://pith.science/pith/DM75YXPBD6VOFIYIVH7QRWFQ7Q/bundle.json","state":"https://pith.science/pith/DM75YXPBD6VOFIYIVH7QRWFQ7Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DM75YXPBD6VOFIYIVH7QRWFQ7Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DM75YXPBD6VOFIYIVH7QRWFQ7Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bc9e02170a0774924be1f173805acd922a77660f0f7624c6b0874dad70ac648c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-16T06:06:06Z","title_canon_sha256":"9bd1af8bf30c7bf1cecf77b36b6569d40ca35aee647be4b590944e21d05701fe"},"schema_version":"1.0","source":{"id":"2410.12265","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.12265","created_at":"2026-08-11T02:18:11Z"},{"alias_kind":"arxiv_version","alias_value":"2410.12265v2","created_at":"2026-08-11T02:18:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.12265","created_at":"2026-08-11T02:18:11Z"},{"alias_kind":"pith_short_12","alias_value":"DM75YXPBD6VO","created_at":"2026-08-11T02:18:11Z"},{"alias_kind":"pith_short_16","alias_value":"DM75YXPBD6VOFIYI","created_at":"2026-08-11T02:18:11Z"},{"alias_kind":"pith_short_8","alias_value":"DM75YXPB","created_at":"2026-08-11T02:18:11Z"}],"graph_snapshots":[{"event_id":"sha256:b44495c55650f7538ac3d9cffb569f37d227335e3844c97f9537bac7f5aced08","target":"graph","created_at":"2026-08-11T02:18:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.12265/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid development of large language models (LLMs) has highlighted the need for efficient and reliable methods to evaluate their performance. Traditional evaluation methods often face challenges like high costs, limited task formats, dependence on human references, and systematic biases. To address these limitations, we propose Auto-PRE, an automatic LLM evaluation framework inspired by the peer review process. Unlike previous approaches that rely on human annotations, Auto-PRE automatically selects evaluator LLMs based on three core traits: consistency, pertinence, and self-confidence, whi","authors_text":"Dingbo Yuan, Haitao Li, Junjie Chen, Jun Zhou, Min Zhang, Qingyao Ai, Shaoping Ma, Weihang Su, Xudong Wang, Yiqun Liu, Yujia Zhou, Zhumin Chu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-16T06:06:06Z","title":"Auto-PRE: An Automatic and Cost-Efficient Peer-Review Framework for Language Generation Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.12265","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:225a9eefe9a61e3a0760a574feacafbad744596763f4ae3ce0dba0816a3e0393","target":"record","created_at":"2026-08-11T02:18:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bc9e02170a0774924be1f173805acd922a77660f0f7624c6b0874dad70ac648c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-16T06:06:06Z","title_canon_sha256":"9bd1af8bf30c7bf1cecf77b36b6569d40ca35aee647be4b590944e21d05701fe"},"schema_version":"1.0","source":{"id":"2410.12265","kind":"arxiv","version":2}},"canonical_sha256":"1b3fdc5de11faae2a308a9ff08d8b0fc33d4281a48846d662a380ab9d46c8907","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1b3fdc5de11faae2a308a9ff08d8b0fc33d4281a48846d662a380ab9d46c8907","first_computed_at":"2026-08-11T02:18:11.058581Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-08-11T02:18:11.058581Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1ZfQ5Vka39mf2HMZGyAkx+dITqtyVZfqr3s2+TlOypr2hAA90qSdPTbheAOa3AWLTq+yIPa8WVdHRvZ99rvABg==","signature_status":"signed_v1","signed_at":"2026-08-11T02:18:11.060426Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.12265","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:225a9eefe9a61e3a0760a574feacafbad744596763f4ae3ce0dba0816a3e0393","sha256:b44495c55650f7538ac3d9cffb569f37d227335e3844c97f9537bac7f5aced08"],"state_sha256":"23c06410d3a503ca08b10679300d13e3336e5cfcc0ad722b62564735dba5cf09"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"isHRV7MHKxcLAbmoopLlnsVfIL39o3x/E3mIYK/EYg2yRtbXLO5ViIBiC+gcmpoNn2ZY5ESiLypphhrDfskqAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T02:44:38.190127Z","bundle_sha256":"29f6046d2cb52517b34febe834b902f27c32c70d986ff618d1c2b3ef1a79972c"}}