{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:DKLOAFFYDERSJSMHMR7YCYXACY","short_pith_number":"pith:DKLOAFFY","canonical_record":{"source":{"id":"2505.05225","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-08T13:16:49Z","cross_cats_sorted":[],"title_canon_sha256":"ca58ae40fbe5215a39e75f83b11d21a3386ea02643771f6d03bcb662839358c6","abstract_canon_sha256":"e556716256455ce7d69e571a28a0548911d11887c4830aa1f21ad31a39239a71"},"schema_version":"1.0"},"canonical_sha256":"1a96e014b8192324c987647f8162e01621f75ca698ab5c77ef76213966ac07c7","source":{"kind":"arxiv","id":"2505.05225","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.05225","created_at":"2026-07-05T12:03:48Z"},{"alias_kind":"arxiv_version","alias_value":"2505.05225v2","created_at":"2026-07-05T12:03:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.05225","created_at":"2026-07-05T12:03:48Z"},{"alias_kind":"pith_short_12","alias_value":"DKLOAFFYDERS","created_at":"2026-07-05T12:03:48Z"},{"alias_kind":"pith_short_16","alias_value":"DKLOAFFYDERSJSMH","created_at":"2026-07-05T12:03:48Z"},{"alias_kind":"pith_short_8","alias_value":"DKLOAFFY","created_at":"2026-07-05T12:03:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:DKLOAFFYDERSJSMHMR7YCYXACY","target":"record","payload":{"canonical_record":{"source":{"id":"2505.05225","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-08T13:16:49Z","cross_cats_sorted":[],"title_canon_sha256":"ca58ae40fbe5215a39e75f83b11d21a3386ea02643771f6d03bcb662839358c6","abstract_canon_sha256":"e556716256455ce7d69e571a28a0548911d11887c4830aa1f21ad31a39239a71"},"schema_version":"1.0"},"canonical_sha256":"1a96e014b8192324c987647f8162e01621f75ca698ab5c77ef76213966ac07c7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:03:48.310946Z","signature_b64":"2FNy6SLJWtczTkIfWK5Q21FzzF8xRbp2W4wK3MJ+vCcczXcwwEL47z/aOykYxoAZmoLgX9JhaldbSInneKaRAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1a96e014b8192324c987647f8162e01621f75ca698ab5c77ef76213966ac07c7","last_reissued_at":"2026-07-05T12:03:48.310483Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:03:48.310483Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.05225","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:03:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XTr9AQ1/fKpN98Vw1WGEo2BWjwr5lFAlTfZ2li1FXQiWCYLrTI8OxzjG12WU840uuAxI6hW5z5SKxK0Nk1koDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T16:25:26.376307Z"},"content_sha256":"6b0961cf9ebdc8a667e7d57dc6b07392808a3401a09c22b7538bb9a52302189f","schema_version":"1.0","event_id":"sha256:6b0961cf9ebdc8a667e7d57dc6b07392808a3401a09c22b7538bb9a52302189f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:DKLOAFFYDERSJSMHMR7YCYXACY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chen Jason Zhang, Di Jiang, Mengze Hong, Wailing Ng","submitted_at":"2025-05-08T13:16:49Z","abstract_excerpt":"The rapid advancement of Chinese LLMs underscores the need for vertical-domain evaluations to ensure reliable applications. However, existing benchmarks often lack domain coverage and provide limited insights into the Chinese working context. Leveraging qualification exams as a unified framework for expertise evaluation, we introduce QualBench, the first multi-domain Chinese QA benchmark dedicated to localized assessment of Chinese LLMs. The dataset includes over 17,000 questions across six vertical domains, drawn from 24 Chinese qualifications to align with national policies and professional "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.05225","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.05225/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:03:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zlbBGVexer8Mt+m66zFeGcF5lmF0RwFuP54OFMHZ17k9/E+P61tVq2QMd8M/V/TSue4vOtjHmlnGzCrb067KDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T16:25:26.377340Z"},"content_sha256":"2f000c77b4287890b094ca364b48a615a1b64d0d28a3533c93a0caace8eca161","schema_version":"1.0","event_id":"sha256:2f000c77b4287890b094ca364b48a615a1b64d0d28a3533c93a0caace8eca161"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DKLOAFFYDERSJSMHMR7YCYXACY/bundle.json","state_url":"https://pith.science/pith/DKLOAFFYDERSJSMHMR7YCYXACY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DKLOAFFYDERSJSMHMR7YCYXACY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T16:25:26Z","links":{"resolver":"https://pith.science/pith/DKLOAFFYDERSJSMHMR7YCYXACY","bundle":"https://pith.science/pith/DKLOAFFYDERSJSMHMR7YCYXACY/bundle.json","state":"https://pith.science/pith/DKLOAFFYDERSJSMHMR7YCYXACY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DKLOAFFYDERSJSMHMR7YCYXACY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:DKLOAFFYDERSJSMHMR7YCYXACY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e556716256455ce7d69e571a28a0548911d11887c4830aa1f21ad31a39239a71","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-08T13:16:49Z","title_canon_sha256":"ca58ae40fbe5215a39e75f83b11d21a3386ea02643771f6d03bcb662839358c6"},"schema_version":"1.0","source":{"id":"2505.05225","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.05225","created_at":"2026-07-05T12:03:48Z"},{"alias_kind":"arxiv_version","alias_value":"2505.05225v2","created_at":"2026-07-05T12:03:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.05225","created_at":"2026-07-05T12:03:48Z"},{"alias_kind":"pith_short_12","alias_value":"DKLOAFFYDERS","created_at":"2026-07-05T12:03:48Z"},{"alias_kind":"pith_short_16","alias_value":"DKLOAFFYDERSJSMH","created_at":"2026-07-05T12:03:48Z"},{"alias_kind":"pith_short_8","alias_value":"DKLOAFFY","created_at":"2026-07-05T12:03:48Z"}],"graph_snapshots":[{"event_id":"sha256:2f000c77b4287890b094ca364b48a615a1b64d0d28a3533c93a0caace8eca161","target":"graph","created_at":"2026-07-05T12:03:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.05225/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid advancement of Chinese LLMs underscores the need for vertical-domain evaluations to ensure reliable applications. However, existing benchmarks often lack domain coverage and provide limited insights into the Chinese working context. Leveraging qualification exams as a unified framework for expertise evaluation, we introduce QualBench, the first multi-domain Chinese QA benchmark dedicated to localized assessment of Chinese LLMs. The dataset includes over 17,000 questions across six vertical domains, drawn from 24 Chinese qualifications to align with national policies and professional ","authors_text":"Chen Jason Zhang, Di Jiang, Mengze Hong, Wailing Ng","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.05225","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6b0961cf9ebdc8a667e7d57dc6b07392808a3401a09c22b7538bb9a52302189f","target":"record","created_at":"2026-07-05T12:03:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e556716256455ce7d69e571a28a0548911d11887c4830aa1f21ad31a39239a71","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-08T13:16:49Z","title_canon_sha256":"ca58ae40fbe5215a39e75f83b11d21a3386ea02643771f6d03bcb662839358c6"},"schema_version":"1.0","source":{"id":"2505.05225","kind":"arxiv","version":2}},"canonical_sha256":"1a96e014b8192324c987647f8162e01621f75ca698ab5c77ef76213966ac07c7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1a96e014b8192324c987647f8162e01621f75ca698ab5c77ef76213966ac07c7","first_computed_at":"2026-07-05T12:03:48.310483Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:03:48.310483Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2FNy6SLJWtczTkIfWK5Q21FzzF8xRbp2W4wK3MJ+vCcczXcwwEL47z/aOykYxoAZmoLgX9JhaldbSInneKaRAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T12:03:48.310946Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.05225","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6b0961cf9ebdc8a667e7d57dc6b07392808a3401a09c22b7538bb9a52302189f","sha256:2f000c77b4287890b094ca364b48a615a1b64d0d28a3533c93a0caace8eca161"],"state_sha256":"d6d15894097a2aff698b93555d308026e60e779766def4726e39c4233fa674a4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lKwtMIy/RQoUv8TUg6OeE47usFnyo7J5eocEiNRFHToMVM+gDNCM4SEh36fDphgCBhRbKdCJ4V+VlOJigNJuCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T16:25:26.385297Z","bundle_sha256":"81b1e582750e43d60fda4b0c4586a09946e5a5e1fe93eabb29a4c548bfc5b2cd"}}