{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:XQBEB6CG44IJMDMTFLPYJVTN5Y","short_pith_number":"pith:XQBEB6CG","canonical_record":{"source":{"id":"2401.15641","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-01-28T12:33:14Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"b9f0de85b0b23934bd5e0bb8209afef6984ab3202b34d898c8454f74640d7511","abstract_canon_sha256":"0a24afc828a8245f359f7f522fe1ebaa11feb3e2a81bd32a726ab24303dd47ca"},"schema_version":"1.0"},"canonical_sha256":"bc0240f846e710960d932adf84d66dee27343b92cffa54383a9263f8e3b44fbf","source":{"kind":"arxiv","id":"2401.15641","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.15641","created_at":"2026-07-05T08:26:18Z"},{"alias_kind":"arxiv_version","alias_value":"2401.15641v2","created_at":"2026-07-05T08:26:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.15641","created_at":"2026-07-05T08:26:18Z"},{"alias_kind":"pith_short_12","alias_value":"XQBEB6CG44IJ","created_at":"2026-07-05T08:26:18Z"},{"alias_kind":"pith_short_16","alias_value":"XQBEB6CG44IJMDMT","created_at":"2026-07-05T08:26:18Z"},{"alias_kind":"pith_short_8","alias_value":"XQBEB6CG","created_at":"2026-07-05T08:26:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:XQBEB6CG44IJMDMTFLPYJVTN5Y","target":"record","payload":{"canonical_record":{"source":{"id":"2401.15641","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-01-28T12:33:14Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"b9f0de85b0b23934bd5e0bb8209afef6984ab3202b34d898c8454f74640d7511","abstract_canon_sha256":"0a24afc828a8245f359f7f522fe1ebaa11feb3e2a81bd32a726ab24303dd47ca"},"schema_version":"1.0"},"canonical_sha256":"bc0240f846e710960d932adf84d66dee27343b92cffa54383a9263f8e3b44fbf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:26:18.209359Z","signature_b64":"9nKy3MR9+UKoA8mc0vq9EBhbLAgxrcOqmUuXVTPpFg0GRQXs+67nZ3zNSipjL4SvGj3vpLIKKekV9DZvcQHsDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bc0240f846e710960d932adf84d66dee27343b92cffa54383a9263f8e3b44fbf","last_reissued_at":"2026-07-05T08:26:18.208768Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:26:18.208768Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.15641","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H6TaMzJyRuqJGP4s1TOTSSrCQBKVf84ey1a68wxWksjv+07iQ9annom61uwlLulv9ISoVxqfrJgtlQxSqavlCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:47:03.382770Z"},"content_sha256":"e59ac0b931b45d05ba440dade86dc876b79c0275a128128177aff47d1148fd4f","schema_version":"1.0","event_id":"sha256:e59ac0b931b45d05ba440dade86dc876b79c0275a128128177aff47d1148fd4f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:XQBEB6CG44IJMDMTFLPYJVTN5Y","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"PRE: A Peer Review Based Large Language Model Evaluator","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.IR","authors_text":"Haitao Li, Qingyao Ai, Yiqun Liu, Yiteng Tu, Zhumin Chu","submitted_at":"2024-01-28T12:33:14Z","abstract_excerpt":"The impressive performance of large language models (LLMs) has attracted considerable attention from the academic and industrial communities. Besides how to construct and train LLMs, how to effectively evaluate and compare the capacity of LLMs has also been well recognized as an important yet difficult problem. Existing paradigms rely on either human annotators or model-based evaluators to evaluate the performance of LLMs on different tasks. However, these paradigms often suffer from high cost, low generalizability, and inherited biases in practice, which make them incapable of supporting the "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.15641","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.15641/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Yh34+zXydzQLvui6xuMER1EXV3zM6Xqhy2I0jlXjIEv0R+QBjqRp3q14sgQx+5Hd3TI8lSEeY7RzV57FoTN9BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:47:03.383133Z"},"content_sha256":"8e9ca2ae94a4a965c30dbaae7aac63a0e960a7962ce41c48e2baea335cb399b4","schema_version":"1.0","event_id":"sha256:8e9ca2ae94a4a965c30dbaae7aac63a0e960a7962ce41c48e2baea335cb399b4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XQBEB6CG44IJMDMTFLPYJVTN5Y/bundle.json","state_url":"https://pith.science/pith/XQBEB6CG44IJMDMTFLPYJVTN5Y/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XQBEB6CG44IJMDMTFLPYJVTN5Y/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T13:47:03Z","links":{"resolver":"https://pith.science/pith/XQBEB6CG44IJMDMTFLPYJVTN5Y","bundle":"https://pith.science/pith/XQBEB6CG44IJMDMTFLPYJVTN5Y/bundle.json","state":"https://pith.science/pith/XQBEB6CG44IJMDMTFLPYJVTN5Y/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XQBEB6CG44IJMDMTFLPYJVTN5Y/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:XQBEB6CG44IJMDMTFLPYJVTN5Y","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0a24afc828a8245f359f7f522fe1ebaa11feb3e2a81bd32a726ab24303dd47ca","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-01-28T12:33:14Z","title_canon_sha256":"b9f0de85b0b23934bd5e0bb8209afef6984ab3202b34d898c8454f74640d7511"},"schema_version":"1.0","source":{"id":"2401.15641","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.15641","created_at":"2026-07-05T08:26:18Z"},{"alias_kind":"arxiv_version","alias_value":"2401.15641v2","created_at":"2026-07-05T08:26:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.15641","created_at":"2026-07-05T08:26:18Z"},{"alias_kind":"pith_short_12","alias_value":"XQBEB6CG44IJ","created_at":"2026-07-05T08:26:18Z"},{"alias_kind":"pith_short_16","alias_value":"XQBEB6CG44IJMDMT","created_at":"2026-07-05T08:26:18Z"},{"alias_kind":"pith_short_8","alias_value":"XQBEB6CG","created_at":"2026-07-05T08:26:18Z"}],"graph_snapshots":[{"event_id":"sha256:8e9ca2ae94a4a965c30dbaae7aac63a0e960a7962ce41c48e2baea335cb399b4","target":"graph","created_at":"2026-07-05T08:26:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.15641/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The impressive performance of large language models (LLMs) has attracted considerable attention from the academic and industrial communities. Besides how to construct and train LLMs, how to effectively evaluate and compare the capacity of LLMs has also been well recognized as an important yet difficult problem. Existing paradigms rely on either human annotators or model-based evaluators to evaluate the performance of LLMs on different tasks. However, these paradigms often suffer from high cost, low generalizability, and inherited biases in practice, which make them incapable of supporting the ","authors_text":"Haitao Li, Qingyao Ai, Yiqun Liu, Yiteng Tu, Zhumin Chu","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-01-28T12:33:14Z","title":"PRE: A Peer Review Based Large Language Model Evaluator"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.15641","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e59ac0b931b45d05ba440dade86dc876b79c0275a128128177aff47d1148fd4f","target":"record","created_at":"2026-07-05T08:26:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0a24afc828a8245f359f7f522fe1ebaa11feb3e2a81bd32a726ab24303dd47ca","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-01-28T12:33:14Z","title_canon_sha256":"b9f0de85b0b23934bd5e0bb8209afef6984ab3202b34d898c8454f74640d7511"},"schema_version":"1.0","source":{"id":"2401.15641","kind":"arxiv","version":2}},"canonical_sha256":"bc0240f846e710960d932adf84d66dee27343b92cffa54383a9263f8e3b44fbf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bc0240f846e710960d932adf84d66dee27343b92cffa54383a9263f8e3b44fbf","first_computed_at":"2026-07-05T08:26:18.208768Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:26:18.208768Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9nKy3MR9+UKoA8mc0vq9EBhbLAgxrcOqmUuXVTPpFg0GRQXs+67nZ3zNSipjL4SvGj3vpLIKKekV9DZvcQHsDw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:26:18.209359Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.15641","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e59ac0b931b45d05ba440dade86dc876b79c0275a128128177aff47d1148fd4f","sha256:8e9ca2ae94a4a965c30dbaae7aac63a0e960a7962ce41c48e2baea335cb399b4"],"state_sha256":"30f13d3e99951d841cd866feb47c1d3d7ba46b7a9c5d57f301e498005564f7aa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eFq8fQnPZct65cCrrvamZm12jlDB4BhroWikWpuRLeRbok8AAI3oQ27KRRZEwkJXKmhMrRC+5Uvro3HO+iroCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T13:47:03.385101Z","bundle_sha256":"84c938c325412e378b3fbc131593dae7e48e74e63ec7ab96213847152f803eaf"}}