{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ABIZZGDA6WFHI76U6NHDHWFVCL","short_pith_number":"pith:ABIZZGDA","canonical_record":{"source":{"id":"2309.08448","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-15T14:52:23Z","cross_cats_sorted":[],"title_canon_sha256":"1691cb426487e772d1605ed87d9a16ecea6a43e2b40d2bbdeddc47f8ce854aa7","abstract_canon_sha256":"02f7da8068300ce46e17febf4465e8f24d3850c18bda9f0c5ac9c60212bd60bc"},"schema_version":"1.0"},"canonical_sha256":"00519c9860f58a747fd4f34e33d8b512cde9940e73627d9f1c6a755f36b7838b","source":{"kind":"arxiv","id":"2309.08448","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.08448","created_at":"2026-07-05T06:56:22Z"},{"alias_kind":"arxiv_version","alias_value":"2309.08448v2","created_at":"2026-07-05T06:56:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.08448","created_at":"2026-07-05T06:56:22Z"},{"alias_kind":"pith_short_12","alias_value":"ABIZZGDA6WFH","created_at":"2026-07-05T06:56:22Z"},{"alias_kind":"pith_short_16","alias_value":"ABIZZGDA6WFHI76U","created_at":"2026-07-05T06:56:22Z"},{"alias_kind":"pith_short_8","alias_value":"ABIZZGDA","created_at":"2026-07-05T06:56:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ABIZZGDA6WFHI76U6NHDHWFVCL","target":"record","payload":{"canonical_record":{"source":{"id":"2309.08448","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-15T14:52:23Z","cross_cats_sorted":[],"title_canon_sha256":"1691cb426487e772d1605ed87d9a16ecea6a43e2b40d2bbdeddc47f8ce854aa7","abstract_canon_sha256":"02f7da8068300ce46e17febf4465e8f24d3850c18bda9f0c5ac9c60212bd60bc"},"schema_version":"1.0"},"canonical_sha256":"00519c9860f58a747fd4f34e33d8b512cde9940e73627d9f1c6a755f36b7838b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:56:22.556746Z","signature_b64":"Vu4Q13KZwfQ5k3DdDqOfYrwP/ibjCGiQStLmNiCLvL30sFnmKoX0QcH2S2OoqYWLatt3i+axchswLXlPIWWKCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"00519c9860f58a747fd4f34e33d8b512cde9940e73627d9f1c6a755f36b7838b","last_reissued_at":"2026-07-05T06:56:22.556017Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:56:22.556017Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.08448","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:56:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"powN4aPptxBMdCN/smRBXnTpGjnP7JPq8Wg3Nv54WzqHOeAlRVezGLqSm+3tx63Tjd629FFzVpMhEPjf67QCBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T18:10:14.720133Z"},"content_sha256":"f550147ffdf0e479e405d512fcaa192db97f8a4e23bb6ee2425abdeb89a51a00","schema_version":"1.0","event_id":"sha256:f550147ffdf0e479e405d512fcaa192db97f8a4e23bb6ee2425abdeb89a51a00"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ABIZZGDA6WFHI76U6NHDHWFVCL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Advancing the Evaluation of Traditional Chinese Language Models: Towards a Comprehensive Benchmark Suite","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chang-Le Liu, Chan-Jan Hsu, Da-shan Shiu, Feng-Ting Liao, Po-chun Hsu, Yi-Chang Chen","submitted_at":"2023-09-15T14:52:23Z","abstract_excerpt":"The evaluation of large language models is an essential task in the field of language understanding and generation. As language models continue to advance, the need for effective benchmarks to assess their performance has become imperative. In the context of Traditional Chinese, there is a scarcity of comprehensive and diverse benchmarks to evaluate the capabilities of language models, despite the existence of certain benchmarks such as DRCD, TTQA, CMDQA, and FGC dataset. To address this gap, we propose a novel set of benchmarks that leverage existing English datasets and are tailored to evalu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.08448","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.08448/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:56:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Asr6KYSP/xo+KNkPPldISkBJ4FCMIt7RPi1/JmeBzHo0Q7Jr3zBZE174cLn5EwofbJdrrFFZQKv8uI0GsOiWBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T18:10:14.720940Z"},"content_sha256":"f95a7011459f41a4a861aec6cf9a29ae1b67250721fe7a8268d568f67f62579b","schema_version":"1.0","event_id":"sha256:f95a7011459f41a4a861aec6cf9a29ae1b67250721fe7a8268d568f67f62579b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ABIZZGDA6WFHI76U6NHDHWFVCL/bundle.json","state_url":"https://pith.science/pith/ABIZZGDA6WFHI76U6NHDHWFVCL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ABIZZGDA6WFHI76U6NHDHWFVCL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T18:10:14Z","links":{"resolver":"https://pith.science/pith/ABIZZGDA6WFHI76U6NHDHWFVCL","bundle":"https://pith.science/pith/ABIZZGDA6WFHI76U6NHDHWFVCL/bundle.json","state":"https://pith.science/pith/ABIZZGDA6WFHI76U6NHDHWFVCL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ABIZZGDA6WFHI76U6NHDHWFVCL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ABIZZGDA6WFHI76U6NHDHWFVCL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"02f7da8068300ce46e17febf4465e8f24d3850c18bda9f0c5ac9c60212bd60bc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-15T14:52:23Z","title_canon_sha256":"1691cb426487e772d1605ed87d9a16ecea6a43e2b40d2bbdeddc47f8ce854aa7"},"schema_version":"1.0","source":{"id":"2309.08448","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.08448","created_at":"2026-07-05T06:56:22Z"},{"alias_kind":"arxiv_version","alias_value":"2309.08448v2","created_at":"2026-07-05T06:56:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.08448","created_at":"2026-07-05T06:56:22Z"},{"alias_kind":"pith_short_12","alias_value":"ABIZZGDA6WFH","created_at":"2026-07-05T06:56:22Z"},{"alias_kind":"pith_short_16","alias_value":"ABIZZGDA6WFHI76U","created_at":"2026-07-05T06:56:22Z"},{"alias_kind":"pith_short_8","alias_value":"ABIZZGDA","created_at":"2026-07-05T06:56:22Z"}],"graph_snapshots":[{"event_id":"sha256:f95a7011459f41a4a861aec6cf9a29ae1b67250721fe7a8268d568f67f62579b","target":"graph","created_at":"2026-07-05T06:56:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.08448/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The evaluation of large language models is an essential task in the field of language understanding and generation. As language models continue to advance, the need for effective benchmarks to assess their performance has become imperative. In the context of Traditional Chinese, there is a scarcity of comprehensive and diverse benchmarks to evaluate the capabilities of language models, despite the existence of certain benchmarks such as DRCD, TTQA, CMDQA, and FGC dataset. To address this gap, we propose a novel set of benchmarks that leverage existing English datasets and are tailored to evalu","authors_text":"Chang-Le Liu, Chan-Jan Hsu, Da-shan Shiu, Feng-Ting Liao, Po-chun Hsu, Yi-Chang Chen","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-15T14:52:23Z","title":"Advancing the Evaluation of Traditional Chinese Language Models: Towards a Comprehensive Benchmark Suite"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.08448","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f550147ffdf0e479e405d512fcaa192db97f8a4e23bb6ee2425abdeb89a51a00","target":"record","created_at":"2026-07-05T06:56:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"02f7da8068300ce46e17febf4465e8f24d3850c18bda9f0c5ac9c60212bd60bc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-15T14:52:23Z","title_canon_sha256":"1691cb426487e772d1605ed87d9a16ecea6a43e2b40d2bbdeddc47f8ce854aa7"},"schema_version":"1.0","source":{"id":"2309.08448","kind":"arxiv","version":2}},"canonical_sha256":"00519c9860f58a747fd4f34e33d8b512cde9940e73627d9f1c6a755f36b7838b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"00519c9860f58a747fd4f34e33d8b512cde9940e73627d9f1c6a755f36b7838b","first_computed_at":"2026-07-05T06:56:22.556017Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:56:22.556017Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Vu4Q13KZwfQ5k3DdDqOfYrwP/ibjCGiQStLmNiCLvL30sFnmKoX0QcH2S2OoqYWLatt3i+axchswLXlPIWWKCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:56:22.556746Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.08448","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f550147ffdf0e479e405d512fcaa192db97f8a4e23bb6ee2425abdeb89a51a00","sha256:f95a7011459f41a4a861aec6cf9a29ae1b67250721fe7a8268d568f67f62579b"],"state_sha256":"210ec38e57b42de69feb538e6b93b29703d09023a9c85d5b86b32f61e02866f7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4EgtOnxIQZLndoKcRprvRPJ8rvXc1B8gYfbqckh4VKOvLWGk8tuOQ66eyl1UX9qv/95SrYVrEDzoRxKyoXCGDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T18:10:14.727901Z","bundle_sha256":"4c8b880d2f8ba0f5894fdfe8acc7061facd43167876ac0b3bab2f848314ee455"}}