{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:STOYC5PUOBINBWDOU75Y2UQ7OX","short_pith_number":"pith:STOYC5PU","canonical_record":{"source":{"id":"2308.09975","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-19T10:38:00Z","cross_cats_sorted":[],"title_canon_sha256":"46c1aeaaf0fc3c79cc294eaae6e34c2eae21e5fdf83661dc5c846e33d703e2e8","abstract_canon_sha256":"69aa5f2eb32f0dadb57feb989632476e99c9373142622caae7c16a0db5fcf2f9"},"schema_version":"1.0"},"canonical_sha256":"94dd8175f47050d0d86ea7fb8d521f75ccfc5210255f653baa54ef4486e5b842","source":{"kind":"arxiv","id":"2308.09975","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.09975","created_at":"2026-07-05T09:45:40Z"},{"alias_kind":"arxiv_version","alias_value":"2308.09975v2","created_at":"2026-07-05T09:45:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.09975","created_at":"2026-07-05T09:45:40Z"},{"alias_kind":"pith_short_12","alias_value":"STOYC5PUOBIN","created_at":"2026-07-05T09:45:40Z"},{"alias_kind":"pith_short_16","alias_value":"STOYC5PUOBINBWDO","created_at":"2026-07-05T09:45:40Z"},{"alias_kind":"pith_short_8","alias_value":"STOYC5PU","created_at":"2026-07-05T09:45:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:STOYC5PUOBINBWDOU75Y2UQ7OX","target":"record","payload":{"canonical_record":{"source":{"id":"2308.09975","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-19T10:38:00Z","cross_cats_sorted":[],"title_canon_sha256":"46c1aeaaf0fc3c79cc294eaae6e34c2eae21e5fdf83661dc5c846e33d703e2e8","abstract_canon_sha256":"69aa5f2eb32f0dadb57feb989632476e99c9373142622caae7c16a0db5fcf2f9"},"schema_version":"1.0"},"canonical_sha256":"94dd8175f47050d0d86ea7fb8d521f75ccfc5210255f653baa54ef4486e5b842","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:45:40.927970Z","signature_b64":"lOyAU6P5ae6bJJqZSkr0xmNO9ew5O/KPOH4D+VQou5GIVEfvilwRMhMj2cQkGVMY3H4l7XnPTfqjYaY2Med/CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"94dd8175f47050d0d86ea7fb8d521f75ccfc5210255f653baa54ef4486e5b842","last_reissued_at":"2026-07-05T09:45:40.927541Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:45:40.927541Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.09975","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fQ8Bm8ECPJjAEkFAoZHbf/j2yKZ1HuWzsLN0y5Es6w9Krqv5qXkLwV9sfmpYTzXscXLLwmmlb96aZgZr6IXuCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T23:55:01.190240Z"},"content_sha256":"0f114cd3c30bdb60e888192ceb86dfff6073ec5932dc5f3a76c1fcece84d95c9","schema_version":"1.0","event_id":"sha256:0f114cd3c30bdb60e888192ceb86dfff6073ec5932dc5f3a76c1fcece84d95c9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:STOYC5PUOBINBWDOU75Y2UQ7OX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FinEval: A Chinese Financial Domain Knowledge Evaluation Benchmark for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bing Zhu, Chuqi Wang, Hanyang Cao, Haotian Xia, Jinyi Niu, Liwen Zhang, Sizhe Wang, Weining Shen, Xiaolong Liang, Xiaoming Huang, Xin Guo, Yanhui Wang, Yun Chen, Zhaowei Liu, Zhiqiang Liu, Zhi Yang, Zhongyu Wei","submitted_at":"2023-08-19T10:38:00Z","abstract_excerpt":"Large language models have demonstrated outstanding performance in various natural language processing tasks, but their security capabilities in the financial domain have not been explored, and their performance on complex tasks like financial agent remains unknown. This paper presents FinEval, a benchmark designed to evaluate LLMs' financial domain knowledge and practical abilities. The dataset contains 8,351 questions categorized into four different key areas: Financial Academic Knowledge, Financial Industry Knowledge, Financial Security Knowledge, and Financial Agent. Financial Academic Kno"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.09975","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.09975/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f1gY/oyAWxciVvWCx2+c8PuZO50xfOFYBXA2kPEYlYh7TcC2IvT1KwJEtYXQ4XlHjubiCNgIZ3PvfFh++IinAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T23:55:01.190629Z"},"content_sha256":"489532515e9cae8fb89a8f56af103e0bdc0c529e401822bd43170fe45ec3264b","schema_version":"1.0","event_id":"sha256:489532515e9cae8fb89a8f56af103e0bdc0c529e401822bd43170fe45ec3264b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/STOYC5PUOBINBWDOU75Y2UQ7OX/bundle.json","state_url":"https://pith.science/pith/STOYC5PUOBINBWDOU75Y2UQ7OX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/STOYC5PUOBINBWDOU75Y2UQ7OX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T23:55:01Z","links":{"resolver":"https://pith.science/pith/STOYC5PUOBINBWDOU75Y2UQ7OX","bundle":"https://pith.science/pith/STOYC5PUOBINBWDOU75Y2UQ7OX/bundle.json","state":"https://pith.science/pith/STOYC5PUOBINBWDOU75Y2UQ7OX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/STOYC5PUOBINBWDOU75Y2UQ7OX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:STOYC5PUOBINBWDOU75Y2UQ7OX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"69aa5f2eb32f0dadb57feb989632476e99c9373142622caae7c16a0db5fcf2f9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-19T10:38:00Z","title_canon_sha256":"46c1aeaaf0fc3c79cc294eaae6e34c2eae21e5fdf83661dc5c846e33d703e2e8"},"schema_version":"1.0","source":{"id":"2308.09975","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.09975","created_at":"2026-07-05T09:45:40Z"},{"alias_kind":"arxiv_version","alias_value":"2308.09975v2","created_at":"2026-07-05T09:45:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.09975","created_at":"2026-07-05T09:45:40Z"},{"alias_kind":"pith_short_12","alias_value":"STOYC5PUOBIN","created_at":"2026-07-05T09:45:40Z"},{"alias_kind":"pith_short_16","alias_value":"STOYC5PUOBINBWDO","created_at":"2026-07-05T09:45:40Z"},{"alias_kind":"pith_short_8","alias_value":"STOYC5PU","created_at":"2026-07-05T09:45:40Z"}],"graph_snapshots":[{"event_id":"sha256:489532515e9cae8fb89a8f56af103e0bdc0c529e401822bd43170fe45ec3264b","target":"graph","created_at":"2026-07-05T09:45:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.09975/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models have demonstrated outstanding performance in various natural language processing tasks, but their security capabilities in the financial domain have not been explored, and their performance on complex tasks like financial agent remains unknown. This paper presents FinEval, a benchmark designed to evaluate LLMs' financial domain knowledge and practical abilities. The dataset contains 8,351 questions categorized into four different key areas: Financial Academic Knowledge, Financial Industry Knowledge, Financial Security Knowledge, and Financial Agent. Financial Academic Kno","authors_text":"Bing Zhu, Chuqi Wang, Hanyang Cao, Haotian Xia, Jinyi Niu, Liwen Zhang, Sizhe Wang, Weining Shen, Xiaolong Liang, Xiaoming Huang, Xin Guo, Yanhui Wang, Yun Chen, Zhaowei Liu, Zhiqiang Liu, Zhi Yang, Zhongyu Wei","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-19T10:38:00Z","title":"FinEval: A Chinese Financial Domain Knowledge Evaluation Benchmark for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.09975","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0f114cd3c30bdb60e888192ceb86dfff6073ec5932dc5f3a76c1fcece84d95c9","target":"record","created_at":"2026-07-05T09:45:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"69aa5f2eb32f0dadb57feb989632476e99c9373142622caae7c16a0db5fcf2f9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-19T10:38:00Z","title_canon_sha256":"46c1aeaaf0fc3c79cc294eaae6e34c2eae21e5fdf83661dc5c846e33d703e2e8"},"schema_version":"1.0","source":{"id":"2308.09975","kind":"arxiv","version":2}},"canonical_sha256":"94dd8175f47050d0d86ea7fb8d521f75ccfc5210255f653baa54ef4486e5b842","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"94dd8175f47050d0d86ea7fb8d521f75ccfc5210255f653baa54ef4486e5b842","first_computed_at":"2026-07-05T09:45:40.927541Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:45:40.927541Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lOyAU6P5ae6bJJqZSkr0xmNO9ew5O/KPOH4D+VQou5GIVEfvilwRMhMj2cQkGVMY3H4l7XnPTfqjYaY2Med/CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:45:40.927970Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.09975","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0f114cd3c30bdb60e888192ceb86dfff6073ec5932dc5f3a76c1fcece84d95c9","sha256:489532515e9cae8fb89a8f56af103e0bdc0c529e401822bd43170fe45ec3264b"],"state_sha256":"4b99bf0ec00ec2ff51b8f7aba5fe10e5c55b5f9f693d1e5cd378f95db918d241"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PXEV5bagCAVVFA/atJZnBWVVLEQmt7jkUDPiNX2YOqnJlW12Knpzy5226dT62y0b9CN0LR4sKodDSmH2ilCjBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T23:55:01.192685Z","bundle_sha256":"112714bb6da565f2e5fdacb42e8266dc9d2a91cc5e2711cf8e6faad9b992ce39"}}