{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:ALO4VMRCBSLUVV5CMD6VCQMBKO","short_pith_number":"pith:ALO4VMRC","canonical_record":{"source":{"id":"2503.00674","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2025-03-02T00:28:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d37d35d8501b81a5c7eb63cf2ca76363012075b2c018ccedd64fb8bef9e2e92a","abstract_canon_sha256":"ff4a624745e7e1885e4881dc36715ea4968069b2410a3b578f39e4e61bd7da12"},"schema_version":"1.0"},"canonical_sha256":"02ddcab2220c974ad7a260fd51418153976b52eb4039259a787d9c3763b661ef","source":{"kind":"arxiv","id":"2503.00674","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.00674","created_at":"2026-07-05T10:22:27Z"},{"alias_kind":"arxiv_version","alias_value":"2503.00674v1","created_at":"2026-07-05T10:22:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.00674","created_at":"2026-07-05T10:22:27Z"},{"alias_kind":"pith_short_12","alias_value":"ALO4VMRCBSLU","created_at":"2026-07-05T10:22:27Z"},{"alias_kind":"pith_short_16","alias_value":"ALO4VMRCBSLUVV5C","created_at":"2026-07-05T10:22:27Z"},{"alias_kind":"pith_short_8","alias_value":"ALO4VMRC","created_at":"2026-07-05T10:22:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:ALO4VMRCBSLUVV5CMD6VCQMBKO","target":"record","payload":{"canonical_record":{"source":{"id":"2503.00674","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2025-03-02T00:28:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d37d35d8501b81a5c7eb63cf2ca76363012075b2c018ccedd64fb8bef9e2e92a","abstract_canon_sha256":"ff4a624745e7e1885e4881dc36715ea4968069b2410a3b578f39e4e61bd7da12"},"schema_version":"1.0"},"canonical_sha256":"02ddcab2220c974ad7a260fd51418153976b52eb4039259a787d9c3763b661ef","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:22:27.342248Z","signature_b64":"oud1+hGEXM0AYtfvDzB82DjmYGPXN509HxKAJ2j0kdnbeB3B2IpeKVGQSoAD5hkZ+X4aQgWlkvuJB6YUwS+GCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"02ddcab2220c974ad7a260fd51418153976b52eb4039259a787d9c3763b661ef","last_reissued_at":"2026-07-05T10:22:27.341784Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:22:27.341784Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.00674","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:22:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nFW9xOw+ecx4tv+vltkaKmXe5zgM7xh51xyGHbJdFBLUTygaG3rOCFheUZRaTcDhzpKX6J/fIqUCpclMEunZBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T18:49:41.923578Z"},"content_sha256":"51d82b8f50d182094e32060b51e3a38d2e0591ba3a40aeb3a1e1c8cffb7bccfb","schema_version":"1.0","event_id":"sha256:51d82b8f50d182094e32060b51e3a38d2e0591ba3a40aeb3a1e1c8cffb7bccfb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:ALO4VMRCBSLUVV5CMD6VCQMBKO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"OrdRankBen: A Novel Ranking Benchmark for Ordinal Relevance in NLP","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.IR","authors_text":"Dongji Feng, Jimin Huang, Lingfei Qian, Xueqing Peng, Yan Wang","submitted_at":"2025-03-02T00:28:55Z","abstract_excerpt":"The evaluation of ranking tasks remains a significant challenge in natural language processing (NLP), particularly due to the lack of direct labels for results in real-world scenarios. Benchmark datasets play a crucial role in providing standardized testbeds that ensure fair comparisons, enhance reproducibility, and enable progress tracking, facilitating rigorous assessment and continuous improvement of ranking models. Existing NLP ranking benchmarks typically use binary relevance labels or continuous relevance scores, neglecting ordinal relevance scores. However, binary labels oversimplify re"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.00674","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.00674/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:22:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DxZBGEotDV7so34RMNPgd+0dZLKreDD5pT/ORKNdnNPfuqvhxJqNmJ0d7SlDBKfMfZR/ieA9632QG1B5I83mDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T18:49:41.924687Z"},"content_sha256":"ab247e5975c4edaa19a66b0ad52fd0c612c7e8bf1a9cae1fcea07492778828ad","schema_version":"1.0","event_id":"sha256:ab247e5975c4edaa19a66b0ad52fd0c612c7e8bf1a9cae1fcea07492778828ad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ALO4VMRCBSLUVV5CMD6VCQMBKO/bundle.json","state_url":"https://pith.science/pith/ALO4VMRCBSLUVV5CMD6VCQMBKO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ALO4VMRCBSLUVV5CMD6VCQMBKO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T18:49:41Z","links":{"resolver":"https://pith.science/pith/ALO4VMRCBSLUVV5CMD6VCQMBKO","bundle":"https://pith.science/pith/ALO4VMRCBSLUVV5CMD6VCQMBKO/bundle.json","state":"https://pith.science/pith/ALO4VMRCBSLUVV5CMD6VCQMBKO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ALO4VMRCBSLUVV5CMD6VCQMBKO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ALO4VMRCBSLUVV5CMD6VCQMBKO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ff4a624745e7e1885e4881dc36715ea4968069b2410a3b578f39e4e61bd7da12","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2025-03-02T00:28:55Z","title_canon_sha256":"d37d35d8501b81a5c7eb63cf2ca76363012075b2c018ccedd64fb8bef9e2e92a"},"schema_version":"1.0","source":{"id":"2503.00674","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.00674","created_at":"2026-07-05T10:22:27Z"},{"alias_kind":"arxiv_version","alias_value":"2503.00674v1","created_at":"2026-07-05T10:22:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.00674","created_at":"2026-07-05T10:22:27Z"},{"alias_kind":"pith_short_12","alias_value":"ALO4VMRCBSLU","created_at":"2026-07-05T10:22:27Z"},{"alias_kind":"pith_short_16","alias_value":"ALO4VMRCBSLUVV5C","created_at":"2026-07-05T10:22:27Z"},{"alias_kind":"pith_short_8","alias_value":"ALO4VMRC","created_at":"2026-07-05T10:22:27Z"}],"graph_snapshots":[{"event_id":"sha256:ab247e5975c4edaa19a66b0ad52fd0c612c7e8bf1a9cae1fcea07492778828ad","target":"graph","created_at":"2026-07-05T10:22:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.00674/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The evaluation of ranking tasks remains a significant challenge in natural language processing (NLP), particularly due to the lack of direct labels for results in real-world scenarios. Benchmark datasets play a crucial role in providing standardized testbeds that ensure fair comparisons, enhance reproducibility, and enable progress tracking, facilitating rigorous assessment and continuous improvement of ranking models. Existing NLP ranking benchmarks typically use binary relevance labels or continuous relevance scores, neglecting ordinal relevance scores. However, binary labels oversimplify re","authors_text":"Dongji Feng, Jimin Huang, Lingfei Qian, Xueqing Peng, Yan Wang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2025-03-02T00:28:55Z","title":"OrdRankBen: A Novel Ranking Benchmark for Ordinal Relevance in NLP"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.00674","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:51d82b8f50d182094e32060b51e3a38d2e0591ba3a40aeb3a1e1c8cffb7bccfb","target":"record","created_at":"2026-07-05T10:22:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ff4a624745e7e1885e4881dc36715ea4968069b2410a3b578f39e4e61bd7da12","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2025-03-02T00:28:55Z","title_canon_sha256":"d37d35d8501b81a5c7eb63cf2ca76363012075b2c018ccedd64fb8bef9e2e92a"},"schema_version":"1.0","source":{"id":"2503.00674","kind":"arxiv","version":1}},"canonical_sha256":"02ddcab2220c974ad7a260fd51418153976b52eb4039259a787d9c3763b661ef","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"02ddcab2220c974ad7a260fd51418153976b52eb4039259a787d9c3763b661ef","first_computed_at":"2026-07-05T10:22:27.341784Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:22:27.341784Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oud1+hGEXM0AYtfvDzB82DjmYGPXN509HxKAJ2j0kdnbeB3B2IpeKVGQSoAD5hkZ+X4aQgWlkvuJB6YUwS+GCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:22:27.342248Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.00674","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:51d82b8f50d182094e32060b51e3a38d2e0591ba3a40aeb3a1e1c8cffb7bccfb","sha256:ab247e5975c4edaa19a66b0ad52fd0c612c7e8bf1a9cae1fcea07492778828ad"],"state_sha256":"3943f76f60523e5f17462fbdd059dd84863ba456a542e0dba6e05fe4b52d2ea8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iVUY7ZQ7db1Ap+VGiUCyf4zNS5QlKkVgJu2KSg4Mgu9HrJ51u46SkbM4tBZ/e2pmTpxQWN/6jOYgU7YYBHj1Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T18:49:41.932497Z","bundle_sha256":"7d1e9e783386039f52592afd77cdf3557c122f988be136198434f8f3a6404593"}}