{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZYWA6DMTJONOS3HZUIURB2UB3O","short_pith_number":"pith:ZYWA6DMT","canonical_record":{"source":{"id":"2405.10542","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-17T05:03:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"feed97b383261a52fc302a55e928c1662e3caa0c84f2b21a8c5819f99d99649b","abstract_canon_sha256":"421d98021802942460b60a5d3238cfd1f41b9e85830aff20a72d64bf6889e1b6"},"schema_version":"1.0"},"canonical_sha256":"ce2c0f0d934b9ae96cf9a22910ea81dba9cd8df5246eb8e253c3800463fd2038","source":{"kind":"arxiv","id":"2405.10542","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.10542","created_at":"2026-07-05T08:20:12Z"},{"alias_kind":"arxiv_version","alias_value":"2405.10542v1","created_at":"2026-07-05T08:20:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.10542","created_at":"2026-07-05T08:20:12Z"},{"alias_kind":"pith_short_12","alias_value":"ZYWA6DMTJONO","created_at":"2026-07-05T08:20:12Z"},{"alias_kind":"pith_short_16","alias_value":"ZYWA6DMTJONOS3HZ","created_at":"2026-07-05T08:20:12Z"},{"alias_kind":"pith_short_8","alias_value":"ZYWA6DMT","created_at":"2026-07-05T08:20:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZYWA6DMTJONOS3HZUIURB2UB3O","target":"record","payload":{"canonical_record":{"source":{"id":"2405.10542","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-17T05:03:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"feed97b383261a52fc302a55e928c1662e3caa0c84f2b21a8c5819f99d99649b","abstract_canon_sha256":"421d98021802942460b60a5d3238cfd1f41b9e85830aff20a72d64bf6889e1b6"},"schema_version":"1.0"},"canonical_sha256":"ce2c0f0d934b9ae96cf9a22910ea81dba9cd8df5246eb8e253c3800463fd2038","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:20:12.768579Z","signature_b64":"0WGpTesH+dwL+AmPQkvVI4R5iho6af5rwfDaTUnOCjQiE+QF4Fevfb1NdIzYPwbNfrCi3jGBrMyxs17bwUfpAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ce2c0f0d934b9ae96cf9a22910ea81dba9cd8df5246eb8e253c3800463fd2038","last_reissued_at":"2026-07-05T08:20:12.768114Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:20:12.768114Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.10542","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m99nMa8pPt9iGBJSjS2fYiD2zfdC0Uuj9RLprGsRWy2ohWqpZvx2jzIxvh9hfANCBsPTM821ObZhsOSruuKLCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T03:10:34.514083Z"},"content_sha256":"7109a5a052c1a4ce37c4a4d1c23cb96c33b764b5d2034a0fd4f9d7ba79a96955","schema_version":"1.0","event_id":"sha256:7109a5a052c1a4ce37c4a4d1c23cb96c33b764b5d2034a0fd4f9d7ba79a96955"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZYWA6DMTJONOS3HZUIURB2UB3O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Benchmarking Large Language Models on CFLUE -- A Chinese Financial Language Understanding Evaluation Dataset","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Jie Zhu, Junhui Li, Lifan Guo, Yalong Wen","submitted_at":"2024-05-17T05:03:40Z","abstract_excerpt":"In light of recent breakthroughs in large language models (LLMs) that have revolutionized natural language processing (NLP), there is an urgent need for new benchmarks to keep pace with the fast development of LLMs. In this paper, we propose CFLUE, the Chinese Financial Language Understanding Evaluation benchmark, designed to assess the capability of LLMs across various dimensions. Specifically, CFLUE provides datasets tailored for both knowledge assessment and application assessment. In knowledge assessment, it consists of 38K+ multiple-choice questions with associated solution explanations. "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.10542","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.10542/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M3pZ8DTXm7UG2NUCv9ulu7NgtqGHvcFaJ7agn+xvr52ZXcdNlB9tApfyNMPgxy+miy1O4LjnQC/bUJRBzZRgDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T03:10:34.514636Z"},"content_sha256":"3e4859a0203dc31b9237eb99e2f03909bee3b47283f66b14df3459579eca6c97","schema_version":"1.0","event_id":"sha256:3e4859a0203dc31b9237eb99e2f03909bee3b47283f66b14df3459579eca6c97"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZYWA6DMTJONOS3HZUIURB2UB3O/bundle.json","state_url":"https://pith.science/pith/ZYWA6DMTJONOS3HZUIURB2UB3O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZYWA6DMTJONOS3HZUIURB2UB3O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T03:10:34Z","links":{"resolver":"https://pith.science/pith/ZYWA6DMTJONOS3HZUIURB2UB3O","bundle":"https://pith.science/pith/ZYWA6DMTJONOS3HZUIURB2UB3O/bundle.json","state":"https://pith.science/pith/ZYWA6DMTJONOS3HZUIURB2UB3O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZYWA6DMTJONOS3HZUIURB2UB3O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZYWA6DMTJONOS3HZUIURB2UB3O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"421d98021802942460b60a5d3238cfd1f41b9e85830aff20a72d64bf6889e1b6","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-17T05:03:40Z","title_canon_sha256":"feed97b383261a52fc302a55e928c1662e3caa0c84f2b21a8c5819f99d99649b"},"schema_version":"1.0","source":{"id":"2405.10542","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.10542","created_at":"2026-07-05T08:20:12Z"},{"alias_kind":"arxiv_version","alias_value":"2405.10542v1","created_at":"2026-07-05T08:20:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.10542","created_at":"2026-07-05T08:20:12Z"},{"alias_kind":"pith_short_12","alias_value":"ZYWA6DMTJONO","created_at":"2026-07-05T08:20:12Z"},{"alias_kind":"pith_short_16","alias_value":"ZYWA6DMTJONOS3HZ","created_at":"2026-07-05T08:20:12Z"},{"alias_kind":"pith_short_8","alias_value":"ZYWA6DMT","created_at":"2026-07-05T08:20:12Z"}],"graph_snapshots":[{"event_id":"sha256:3e4859a0203dc31b9237eb99e2f03909bee3b47283f66b14df3459579eca6c97","target":"graph","created_at":"2026-07-05T08:20:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.10542/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In light of recent breakthroughs in large language models (LLMs) that have revolutionized natural language processing (NLP), there is an urgent need for new benchmarks to keep pace with the fast development of LLMs. In this paper, we propose CFLUE, the Chinese Financial Language Understanding Evaluation benchmark, designed to assess the capability of LLMs across various dimensions. Specifically, CFLUE provides datasets tailored for both knowledge assessment and application assessment. In knowledge assessment, it consists of 38K+ multiple-choice questions with associated solution explanations. ","authors_text":"Jie Zhu, Junhui Li, Lifan Guo, Yalong Wen","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-17T05:03:40Z","title":"Benchmarking Large Language Models on CFLUE -- A Chinese Financial Language Understanding Evaluation Dataset"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.10542","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7109a5a052c1a4ce37c4a4d1c23cb96c33b764b5d2034a0fd4f9d7ba79a96955","target":"record","created_at":"2026-07-05T08:20:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"421d98021802942460b60a5d3238cfd1f41b9e85830aff20a72d64bf6889e1b6","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-17T05:03:40Z","title_canon_sha256":"feed97b383261a52fc302a55e928c1662e3caa0c84f2b21a8c5819f99d99649b"},"schema_version":"1.0","source":{"id":"2405.10542","kind":"arxiv","version":1}},"canonical_sha256":"ce2c0f0d934b9ae96cf9a22910ea81dba9cd8df5246eb8e253c3800463fd2038","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ce2c0f0d934b9ae96cf9a22910ea81dba9cd8df5246eb8e253c3800463fd2038","first_computed_at":"2026-07-05T08:20:12.768114Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:20:12.768114Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0WGpTesH+dwL+AmPQkvVI4R5iho6af5rwfDaTUnOCjQiE+QF4Fevfb1NdIzYPwbNfrCi3jGBrMyxs17bwUfpAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:20:12.768579Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.10542","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7109a5a052c1a4ce37c4a4d1c23cb96c33b764b5d2034a0fd4f9d7ba79a96955","sha256:3e4859a0203dc31b9237eb99e2f03909bee3b47283f66b14df3459579eca6c97"],"state_sha256":"9b250ab685ecdd92d169579f9389dcdb81908ea24760e49d62c2d1dbbde25289"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K8BKQ5otlWr0+bim3AjWHVi39LyxRgidg1weHQ1ERubTWZtpaaRNwH70qt2PFtHi8vyyMJbiDAgYjCsKJaqqAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T03:10:34.518815Z","bundle_sha256":"8295aacb881c4dd69d7bcd48f5c638516ecb8d7cdeb415df9913ecd7822373af"}}