{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:QM6VRVGTIAZSCUPLXYSVI6A5MM","short_pith_number":"pith:QM6VRVGT","canonical_record":{"source":{"id":"2603.17588","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-03-18T10:55:02Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"29a79730037a85b1cabef37ac30698475ef0e0c6ccf11c144246f631badc473a","abstract_canon_sha256":"d8cd9e00d655165f05693bac97799e859ecc3601a1264e90837eedab60d727d3"},"schema_version":"1.0"},"canonical_sha256":"833d58d4d340332151ebbe2554781d630e7e312070efc4f1add9b6e2c77045e5","source":{"kind":"arxiv","id":"2603.17588","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2603.17588","created_at":"2026-05-20T00:03:08Z"},{"alias_kind":"arxiv_version","alias_value":"2603.17588v2","created_at":"2026-05-20T00:03:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2603.17588","created_at":"2026-05-20T00:03:08Z"},{"alias_kind":"pith_short_12","alias_value":"QM6VRVGTIAZS","created_at":"2026-05-20T00:03:08Z"},{"alias_kind":"pith_short_16","alias_value":"QM6VRVGTIAZSCUPL","created_at":"2026-05-20T00:03:08Z"},{"alias_kind":"pith_short_8","alias_value":"QM6VRVGT","created_at":"2026-05-20T00:03:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:QM6VRVGTIAZSCUPLXYSVI6A5MM","target":"record","payload":{"canonical_record":{"source":{"id":"2603.17588","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-03-18T10:55:02Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"29a79730037a85b1cabef37ac30698475ef0e0c6ccf11c144246f631badc473a","abstract_canon_sha256":"d8cd9e00d655165f05693bac97799e859ecc3601a1264e90837eedab60d727d3"},"schema_version":"1.0"},"canonical_sha256":"833d58d4d340332151ebbe2554781d630e7e312070efc4f1add9b6e2c77045e5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-20T00:03:08.577858Z","signature_b64":"ryyWrJqifvyD8+vPbAcU7YQTzuv2nHCPtTaLI8V+embsdN7jzLd9jjaQLEAvxItvCOUNgXTizwegz/we596YDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"833d58d4d340332151ebbe2554781d630e7e312070efc4f1add9b6e2c77045e5","last_reissued_at":"2026-05-20T00:03:08.576916Z","signature_status":"signed_v1","first_computed_at":"2026-05-20T00:03:08.576916Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2603.17588","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:03:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"45DwMubiDSXEKaC7An95WDdstHe1SGs1PuzJEupKJG9mf7usVQHQooJ4dFro6RuRnwDwRanTQ0oeuhCw+LpCDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T06:13:08.169491Z"},"content_sha256":"0f3c64a611cf77f6e356bf1637e0e5cf2e9163600775802106c72631a67287f8","schema_version":"1.0","event_id":"sha256:0f3c64a611cf77f6e356bf1637e0e5cf2e9163600775802106c72631a67287f8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:QM6VRVGTIAZSCUPLXYSVI6A5MM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"From Isolated Scoring to Collaborative Ranking: A Comparison-Native Framework for LLM-Based Paper Evaluation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.IR","authors_text":"Chenyang Gu, Guoxiu He, Jiacheng Yao, Jiawei Liu, Jinquan Zheng, Pujun Zheng, Tianrui Guo, Wei Lu, Yong Huang","submitted_at":"2026-03-18T10:55:02Z","abstract_excerpt":"Large language models (LLMs) are currently applied to scientific paper evaluation by assigning an absolute score to each paper independently. However, since score scales vary across conferences, time periods, and evaluation criteria, models trained on absolute scores are prone to fitting narrow, context-specific rules rather than developing robust scholarly judgment. To overcome this limitation, we propose shifting paper evaluation from isolated scoring to collaborative ranking. In particular, we design a $\\textbf{C}$omparison-$\\textbf{N}$ative framework for $\\textbf{P}$aper $\\textbf{E}$valuat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2603.17588","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2603.17588/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:03:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YPWilnNd/XbBBqTMH/S0In4P/LLX7UCs0+febNPef5JE4HDC8G/eE6wPEvOsR726fd/mzQTQ8mUlePmaMvY3Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T06:13:08.170211Z"},"content_sha256":"a84cca5c039f9f7547f9fdb1d051ca916a2d7a7017409440aa83d85739c08150","schema_version":"1.0","event_id":"sha256:a84cca5c039f9f7547f9fdb1d051ca916a2d7a7017409440aa83d85739c08150"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QM6VRVGTIAZSCUPLXYSVI6A5MM/bundle.json","state_url":"https://pith.science/pith/QM6VRVGTIAZSCUPLXYSVI6A5MM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QM6VRVGTIAZSCUPLXYSVI6A5MM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T06:13:08Z","links":{"resolver":"https://pith.science/pith/QM6VRVGTIAZSCUPLXYSVI6A5MM","bundle":"https://pith.science/pith/QM6VRVGTIAZSCUPLXYSVI6A5MM/bundle.json","state":"https://pith.science/pith/QM6VRVGTIAZSCUPLXYSVI6A5MM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QM6VRVGTIAZSCUPLXYSVI6A5MM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:QM6VRVGTIAZSCUPLXYSVI6A5MM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d8cd9e00d655165f05693bac97799e859ecc3601a1264e90837eedab60d727d3","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-03-18T10:55:02Z","title_canon_sha256":"29a79730037a85b1cabef37ac30698475ef0e0c6ccf11c144246f631badc473a"},"schema_version":"1.0","source":{"id":"2603.17588","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2603.17588","created_at":"2026-05-20T00:03:08Z"},{"alias_kind":"arxiv_version","alias_value":"2603.17588v2","created_at":"2026-05-20T00:03:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2603.17588","created_at":"2026-05-20T00:03:08Z"},{"alias_kind":"pith_short_12","alias_value":"QM6VRVGTIAZS","created_at":"2026-05-20T00:03:08Z"},{"alias_kind":"pith_short_16","alias_value":"QM6VRVGTIAZSCUPL","created_at":"2026-05-20T00:03:08Z"},{"alias_kind":"pith_short_8","alias_value":"QM6VRVGT","created_at":"2026-05-20T00:03:08Z"}],"graph_snapshots":[{"event_id":"sha256:a84cca5c039f9f7547f9fdb1d051ca916a2d7a7017409440aa83d85739c08150","target":"graph","created_at":"2026-05-20T00:03:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2603.17588/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are currently applied to scientific paper evaluation by assigning an absolute score to each paper independently. However, since score scales vary across conferences, time periods, and evaluation criteria, models trained on absolute scores are prone to fitting narrow, context-specific rules rather than developing robust scholarly judgment. To overcome this limitation, we propose shifting paper evaluation from isolated scoring to collaborative ranking. In particular, we design a $\\textbf{C}$omparison-$\\textbf{N}$ative framework for $\\textbf{P}$aper $\\textbf{E}$valuat","authors_text":"Chenyang Gu, Guoxiu He, Jiacheng Yao, Jiawei Liu, Jinquan Zheng, Pujun Zheng, Tianrui Guo, Wei Lu, Yong Huang","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-03-18T10:55:02Z","title":"From Isolated Scoring to Collaborative Ranking: A Comparison-Native Framework for LLM-Based Paper Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2603.17588","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0f3c64a611cf77f6e356bf1637e0e5cf2e9163600775802106c72631a67287f8","target":"record","created_at":"2026-05-20T00:03:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d8cd9e00d655165f05693bac97799e859ecc3601a1264e90837eedab60d727d3","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-03-18T10:55:02Z","title_canon_sha256":"29a79730037a85b1cabef37ac30698475ef0e0c6ccf11c144246f631badc473a"},"schema_version":"1.0","source":{"id":"2603.17588","kind":"arxiv","version":2}},"canonical_sha256":"833d58d4d340332151ebbe2554781d630e7e312070efc4f1add9b6e2c77045e5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"833d58d4d340332151ebbe2554781d630e7e312070efc4f1add9b6e2c77045e5","first_computed_at":"2026-05-20T00:03:08.576916Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-20T00:03:08.576916Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ryyWrJqifvyD8+vPbAcU7YQTzuv2nHCPtTaLI8V+embsdN7jzLd9jjaQLEAvxItvCOUNgXTizwegz/we596YDA==","signature_status":"signed_v1","signed_at":"2026-05-20T00:03:08.577858Z","signed_message":"canonical_sha256_bytes"},"source_id":"2603.17588","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0f3c64a611cf77f6e356bf1637e0e5cf2e9163600775802106c72631a67287f8","sha256:a84cca5c039f9f7547f9fdb1d051ca916a2d7a7017409440aa83d85739c08150"],"state_sha256":"ca15e01f46a31860a62d81c37f33f079a8793cb40cf9f8aa6a4001b9cee994e8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LOcp7ixgEzSXV6hkwjAAKZnDx98jabdCEhIZ/A38f1hv8vi+VH+WS+NHlRGPMIUPdbZI+I+CaFaOt7sSnlRMAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T06:13:08.174548Z","bundle_sha256":"67396e6feb67276ec21e7b7b99891ff99e1524d89be056354d9cbdec48b6f421"}}