{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6UWZEGVF2B7B7BI5BC24OZ6G74","short_pith_number":"pith:6UWZEGVF","canonical_record":{"source":{"id":"2403.06574","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-11T10:24:37Z","cross_cats_sorted":[],"title_canon_sha256":"5678527e7e245366de95e9a5cdb0d7f2323f1f12c64a1d0d37cf45c79d03b4d4","abstract_canon_sha256":"7139c31321aa1ab4c3a0bce58a7d4c338bf9e46cec108be88dc415c8bf64338c"},"schema_version":"1.0"},"canonical_sha256":"f52d921aa5d07e1f851d08b5c767c6ff20453e9ca42e10d1ce3766d3ce41b800","source":{"kind":"arxiv","id":"2403.06574","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.06574","created_at":"2026-07-05T07:54:40Z"},{"alias_kind":"arxiv_version","alias_value":"2403.06574v1","created_at":"2026-07-05T07:54:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.06574","created_at":"2026-07-05T07:54:40Z"},{"alias_kind":"pith_short_12","alias_value":"6UWZEGVF2B7B","created_at":"2026-07-05T07:54:40Z"},{"alias_kind":"pith_short_16","alias_value":"6UWZEGVF2B7B7BI5","created_at":"2026-07-05T07:54:40Z"},{"alias_kind":"pith_short_8","alias_value":"6UWZEGVF","created_at":"2026-07-05T07:54:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6UWZEGVF2B7B7BI5BC24OZ6G74","target":"record","payload":{"canonical_record":{"source":{"id":"2403.06574","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-11T10:24:37Z","cross_cats_sorted":[],"title_canon_sha256":"5678527e7e245366de95e9a5cdb0d7f2323f1f12c64a1d0d37cf45c79d03b4d4","abstract_canon_sha256":"7139c31321aa1ab4c3a0bce58a7d4c338bf9e46cec108be88dc415c8bf64338c"},"schema_version":"1.0"},"canonical_sha256":"f52d921aa5d07e1f851d08b5c767c6ff20453e9ca42e10d1ce3766d3ce41b800","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:54:40.027985Z","signature_b64":"6UBjLEaduHnqzOq97sk6XZUEyhrD5z7FKyB3l2d7r34Eq8UmkzBF1VDkJmI0NKrNPcDjRjBFyHteU70yS3kgDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f52d921aa5d07e1f851d08b5c767c6ff20453e9ca42e10d1ce3766d3ce41b800","last_reissued_at":"2026-07-05T07:54:40.027506Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:54:40.027506Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.06574","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:54:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FgzEki3RIOPWUmyaR8e+vT+T7V2pknObepzPZt2p/ghUgOeCJHGAGrWBmVavjG68GAwnOK/2mQve5P3ryfbyBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T06:04:40.404575Z"},"content_sha256":"8c9cbb2164c8d13e17dcb5b87875abdfa38e8ad0b719840c7c8c1f16ec3b398b","schema_version":"1.0","event_id":"sha256:8c9cbb2164c8d13e17dcb5b87875abdfa38e8ad0b719840c7c8c1f16ec3b398b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6UWZEGVF2B7B7BI5BC24OZ6G74","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AC-EVAL: Evaluating Ancient Chinese Language Understanding in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bin Wu, Di Liu, Simin Yang, Xinru Wei, Yangfu Zhu, Yuanxing Xu, Yuqing Li, Yuting Wei","submitted_at":"2024-03-11T10:24:37Z","abstract_excerpt":"Given the importance of ancient Chinese in capturing the essence of rich historical and cultural heritage, the rapid advancements in Large Language Models (LLMs) necessitate benchmarks that can effectively evaluate their understanding of ancient contexts. To meet this need, we present AC-EVAL, an innovative benchmark designed to assess the advanced knowledge and reasoning capabilities of LLMs within the context of ancient Chinese. AC-EVAL is structured across three levels of difficulty reflecting different facets of language comprehension: general historical knowledge, short text understanding"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.06574","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.06574/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:54:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WhKV3wqbzMCnp91j/ELprsVwAo02gzmAkr63CFaDM0vgy8dpDY261eaTVEgFmeeNbq/PPkRppbot54rfQQthDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T06:04:40.405448Z"},"content_sha256":"a72de366fcef9b52fb40d6a38e46875ff28e06de79a65a543a236cad56f0e5ef","schema_version":"1.0","event_id":"sha256:a72de366fcef9b52fb40d6a38e46875ff28e06de79a65a543a236cad56f0e5ef"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6UWZEGVF2B7B7BI5BC24OZ6G74/bundle.json","state_url":"https://pith.science/pith/6UWZEGVF2B7B7BI5BC24OZ6G74/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6UWZEGVF2B7B7BI5BC24OZ6G74/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T06:04:40Z","links":{"resolver":"https://pith.science/pith/6UWZEGVF2B7B7BI5BC24OZ6G74","bundle":"https://pith.science/pith/6UWZEGVF2B7B7BI5BC24OZ6G74/bundle.json","state":"https://pith.science/pith/6UWZEGVF2B7B7BI5BC24OZ6G74/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6UWZEGVF2B7B7BI5BC24OZ6G74/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6UWZEGVF2B7B7BI5BC24OZ6G74","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7139c31321aa1ab4c3a0bce58a7d4c338bf9e46cec108be88dc415c8bf64338c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-11T10:24:37Z","title_canon_sha256":"5678527e7e245366de95e9a5cdb0d7f2323f1f12c64a1d0d37cf45c79d03b4d4"},"schema_version":"1.0","source":{"id":"2403.06574","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.06574","created_at":"2026-07-05T07:54:40Z"},{"alias_kind":"arxiv_version","alias_value":"2403.06574v1","created_at":"2026-07-05T07:54:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.06574","created_at":"2026-07-05T07:54:40Z"},{"alias_kind":"pith_short_12","alias_value":"6UWZEGVF2B7B","created_at":"2026-07-05T07:54:40Z"},{"alias_kind":"pith_short_16","alias_value":"6UWZEGVF2B7B7BI5","created_at":"2026-07-05T07:54:40Z"},{"alias_kind":"pith_short_8","alias_value":"6UWZEGVF","created_at":"2026-07-05T07:54:40Z"}],"graph_snapshots":[{"event_id":"sha256:a72de366fcef9b52fb40d6a38e46875ff28e06de79a65a543a236cad56f0e5ef","target":"graph","created_at":"2026-07-05T07:54:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.06574/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Given the importance of ancient Chinese in capturing the essence of rich historical and cultural heritage, the rapid advancements in Large Language Models (LLMs) necessitate benchmarks that can effectively evaluate their understanding of ancient contexts. To meet this need, we present AC-EVAL, an innovative benchmark designed to assess the advanced knowledge and reasoning capabilities of LLMs within the context of ancient Chinese. AC-EVAL is structured across three levels of difficulty reflecting different facets of language comprehension: general historical knowledge, short text understanding","authors_text":"Bin Wu, Di Liu, Simin Yang, Xinru Wei, Yangfu Zhu, Yuanxing Xu, Yuqing Li, Yuting Wei","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-11T10:24:37Z","title":"AC-EVAL: Evaluating Ancient Chinese Language Understanding in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.06574","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8c9cbb2164c8d13e17dcb5b87875abdfa38e8ad0b719840c7c8c1f16ec3b398b","target":"record","created_at":"2026-07-05T07:54:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7139c31321aa1ab4c3a0bce58a7d4c338bf9e46cec108be88dc415c8bf64338c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-11T10:24:37Z","title_canon_sha256":"5678527e7e245366de95e9a5cdb0d7f2323f1f12c64a1d0d37cf45c79d03b4d4"},"schema_version":"1.0","source":{"id":"2403.06574","kind":"arxiv","version":1}},"canonical_sha256":"f52d921aa5d07e1f851d08b5c767c6ff20453e9ca42e10d1ce3766d3ce41b800","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f52d921aa5d07e1f851d08b5c767c6ff20453e9ca42e10d1ce3766d3ce41b800","first_computed_at":"2026-07-05T07:54:40.027506Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:54:40.027506Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6UBjLEaduHnqzOq97sk6XZUEyhrD5z7FKyB3l2d7r34Eq8UmkzBF1VDkJmI0NKrNPcDjRjBFyHteU70yS3kgDg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:54:40.027985Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.06574","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8c9cbb2164c8d13e17dcb5b87875abdfa38e8ad0b719840c7c8c1f16ec3b398b","sha256:a72de366fcef9b52fb40d6a38e46875ff28e06de79a65a543a236cad56f0e5ef"],"state_sha256":"1c4c888c344fe11e58c6a64fdec212bb78a7cf8a4ad34ea3b3033b6bce224704"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K52noWScucy3aquTQ+oF7H3fGFv2fO9g6iJqkyjyYcfB8kwKPMN/3u8u3MBhEjebSC0ymECis5zDjarrLlLwBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T06:04:40.411695Z","bundle_sha256":"ac1ed2a1922df4dee3ce3e8cc5b1f9063fa0362ba2c184e8b81990153befc395"}}