{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:XBJ4ELSO5YIK43NBKQJSX3RRBA","short_pith_number":"pith:XBJ4ELSO","canonical_record":{"source":{"id":"2403.01976","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-04T12:19:28Z","cross_cats_sorted":[],"title_canon_sha256":"1e733c95b66e3b2151958e0c1194696577b941085ddbde92b95bd72f88a8d2c2","abstract_canon_sha256":"8ef9f6a167aade8b48e3992f804fab7493939c40bb6fbe7c4bbeca5c20552751"},"schema_version":"1.0"},"canonical_sha256":"b853c22e4eee10ae6da154132bee31081884680f26d89ce21e836d2efaabea51","source":{"kind":"arxiv","id":"2403.01976","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.01976","created_at":"2026-07-05T09:22:16Z"},{"alias_kind":"arxiv_version","alias_value":"2403.01976v5","created_at":"2026-07-05T09:22:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.01976","created_at":"2026-07-05T09:22:16Z"},{"alias_kind":"pith_short_12","alias_value":"XBJ4ELSO5YIK","created_at":"2026-07-05T09:22:16Z"},{"alias_kind":"pith_short_16","alias_value":"XBJ4ELSO5YIK43NB","created_at":"2026-07-05T09:22:16Z"},{"alias_kind":"pith_short_8","alias_value":"XBJ4ELSO","created_at":"2026-07-05T09:22:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:XBJ4ELSO5YIK43NBKQJSX3RRBA","target":"record","payload":{"canonical_record":{"source":{"id":"2403.01976","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-04T12:19:28Z","cross_cats_sorted":[],"title_canon_sha256":"1e733c95b66e3b2151958e0c1194696577b941085ddbde92b95bd72f88a8d2c2","abstract_canon_sha256":"8ef9f6a167aade8b48e3992f804fab7493939c40bb6fbe7c4bbeca5c20552751"},"schema_version":"1.0"},"canonical_sha256":"b853c22e4eee10ae6da154132bee31081884680f26d89ce21e836d2efaabea51","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:22:16.363349Z","signature_b64":"KGwX2NzFn7jigK223byDYu8Fih/W84iG3YSsqAB2S21iN/Tokj9Ty1z6xLY6z+yyve70t9dLHo2ka3wVGFqdBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b853c22e4eee10ae6da154132bee31081884680f26d89ce21e836d2efaabea51","last_reissued_at":"2026-07-05T09:22:16.362838Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:22:16.362838Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.01976","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:22:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zcJgpCHdRTWbPO7aR4uYD+ljibIdyS8zzHR2MHZHNaaskibRqoWz7DtCWlRngWrh+RAwtV/k57DBTBA6LbWeAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:04:59.553871Z"},"content_sha256":"4ea4be895358b03b55daa8071a2f97435827e2efda2fc77134dbc7096e82477d","schema_version":"1.0","event_id":"sha256:4ea4be895358b03b55daa8071a2f97435827e2efda2fc77134dbc7096e82477d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:XBJ4ELSO5YIK43NBKQJSX3RRBA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SciAssess: Benchmarking LLM Proficiency in Scientific Literature Analysis","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Changhong Chen, Changxin Wang, Guolin Ke, Hengxing Cai, Hongshuai Wang, Jiankun Wang, Jiaxi Zhuang, Jin Huang, Junhan Chang, Linfeng Zhang, Lin Yao, Mingjun Xu, Mujie Lin, Shuwen Yang, Sihang Li, Xiaochen Cai, Xi Fang, Yaqi Li, Yongge Li, Yuqi Yin, Zheng Cheng, Zhifeng Gao, Zifeng Zhao","submitted_at":"2024-03-04T12:19:28Z","abstract_excerpt":"Recent breakthroughs in Large Language Models (LLMs) have revolutionized scientific literature analysis. However, existing benchmarks fail to adequately evaluate the proficiency of LLMs in this domain, particularly in scenarios requiring higher-level abilities beyond mere memorization and the handling of multimodal data. In response to this gap, we introduce SciAssess, a benchmark specifically designed for the comprehensive evaluation of LLMs in scientific literature analysis. It aims to thoroughly assess the efficacy of LLMs by evaluating their capabilities in Memorization (L1), Comprehension"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.01976","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.01976/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:22:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VYIlvtF6GW67ufR0NsGqEGh8xRkvbjCvSbtKfWwzmpLP6/xTZnvfX0XVnzH07VBclrWV63pC+7GQO3MjKFlQBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:04:59.554381Z"},"content_sha256":"8b668dd453f5dbfe9ca5e29435c32de48fdc2ae904cc83fbf821a5415d3c9c06","schema_version":"1.0","event_id":"sha256:8b668dd453f5dbfe9ca5e29435c32de48fdc2ae904cc83fbf821a5415d3c9c06"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XBJ4ELSO5YIK43NBKQJSX3RRBA/bundle.json","state_url":"https://pith.science/pith/XBJ4ELSO5YIK43NBKQJSX3RRBA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XBJ4ELSO5YIK43NBKQJSX3RRBA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T07:04:59Z","links":{"resolver":"https://pith.science/pith/XBJ4ELSO5YIK43NBKQJSX3RRBA","bundle":"https://pith.science/pith/XBJ4ELSO5YIK43NBKQJSX3RRBA/bundle.json","state":"https://pith.science/pith/XBJ4ELSO5YIK43NBKQJSX3RRBA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XBJ4ELSO5YIK43NBKQJSX3RRBA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:XBJ4ELSO5YIK43NBKQJSX3RRBA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8ef9f6a167aade8b48e3992f804fab7493939c40bb6fbe7c4bbeca5c20552751","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-04T12:19:28Z","title_canon_sha256":"1e733c95b66e3b2151958e0c1194696577b941085ddbde92b95bd72f88a8d2c2"},"schema_version":"1.0","source":{"id":"2403.01976","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.01976","created_at":"2026-07-05T09:22:16Z"},{"alias_kind":"arxiv_version","alias_value":"2403.01976v5","created_at":"2026-07-05T09:22:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.01976","created_at":"2026-07-05T09:22:16Z"},{"alias_kind":"pith_short_12","alias_value":"XBJ4ELSO5YIK","created_at":"2026-07-05T09:22:16Z"},{"alias_kind":"pith_short_16","alias_value":"XBJ4ELSO5YIK43NB","created_at":"2026-07-05T09:22:16Z"},{"alias_kind":"pith_short_8","alias_value":"XBJ4ELSO","created_at":"2026-07-05T09:22:16Z"}],"graph_snapshots":[{"event_id":"sha256:8b668dd453f5dbfe9ca5e29435c32de48fdc2ae904cc83fbf821a5415d3c9c06","target":"graph","created_at":"2026-07-05T09:22:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.01976/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent breakthroughs in Large Language Models (LLMs) have revolutionized scientific literature analysis. However, existing benchmarks fail to adequately evaluate the proficiency of LLMs in this domain, particularly in scenarios requiring higher-level abilities beyond mere memorization and the handling of multimodal data. In response to this gap, we introduce SciAssess, a benchmark specifically designed for the comprehensive evaluation of LLMs in scientific literature analysis. It aims to thoroughly assess the efficacy of LLMs by evaluating their capabilities in Memorization (L1), Comprehension","authors_text":"Changhong Chen, Changxin Wang, Guolin Ke, Hengxing Cai, Hongshuai Wang, Jiankun Wang, Jiaxi Zhuang, Jin Huang, Junhan Chang, Linfeng Zhang, Lin Yao, Mingjun Xu, Mujie Lin, Shuwen Yang, Sihang Li, Xiaochen Cai, Xi Fang, Yaqi Li, Yongge Li, Yuqi Yin, Zheng Cheng, Zhifeng Gao, Zifeng Zhao","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-04T12:19:28Z","title":"SciAssess: Benchmarking LLM Proficiency in Scientific Literature Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.01976","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4ea4be895358b03b55daa8071a2f97435827e2efda2fc77134dbc7096e82477d","target":"record","created_at":"2026-07-05T09:22:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8ef9f6a167aade8b48e3992f804fab7493939c40bb6fbe7c4bbeca5c20552751","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-04T12:19:28Z","title_canon_sha256":"1e733c95b66e3b2151958e0c1194696577b941085ddbde92b95bd72f88a8d2c2"},"schema_version":"1.0","source":{"id":"2403.01976","kind":"arxiv","version":5}},"canonical_sha256":"b853c22e4eee10ae6da154132bee31081884680f26d89ce21e836d2efaabea51","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b853c22e4eee10ae6da154132bee31081884680f26d89ce21e836d2efaabea51","first_computed_at":"2026-07-05T09:22:16.362838Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:22:16.362838Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KGwX2NzFn7jigK223byDYu8Fih/W84iG3YSsqAB2S21iN/Tokj9Ty1z6xLY6z+yyve70t9dLHo2ka3wVGFqdBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:22:16.363349Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.01976","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4ea4be895358b03b55daa8071a2f97435827e2efda2fc77134dbc7096e82477d","sha256:8b668dd453f5dbfe9ca5e29435c32de48fdc2ae904cc83fbf821a5415d3c9c06"],"state_sha256":"36492d20bf05afd24311d0c3ca08b684cad1792c480035ca4861be046c8cb2a9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7/8jkjGTObHTGZgPNJJeyN9klIjt/7VweJe9WAgS/SdKCyaIlPJfFNcom7ZTegnb+UHcHzpl2iK1WLiQtCcnBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T07:04:59.560497Z","bundle_sha256":"500df9430df3e3899e2c89ff5c6451fdb20df9f89cc5cd3d0df4e1a9bcab19bc"}}