{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:NTSRCRUZ5SXMGXDO4FPMMK7MQI","short_pith_number":"pith:NTSRCRUZ","canonical_record":{"source":{"id":"2308.13149","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-25T03:05:33Z","cross_cats_sorted":[],"title_canon_sha256":"e19430da808b0f0b0b6758155d7627fb2c8ffd3ba0d4a7774adb410d5520ca29","abstract_canon_sha256":"91b923ca7607c3be0f68f2ba83a6892f522c338db0795d20e96138576b7faa44"},"schema_version":"1.0"},"canonical_sha256":"6ce5114699ecaec35c6ee15ec62bec823fb640d78033d32552a28ecfcf81cd02","source":{"kind":"arxiv","id":"2308.13149","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.13149","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"arxiv_version","alias_value":"2308.13149v2","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.13149","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"pith_short_12","alias_value":"NTSRCRUZ5SXM","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"pith_short_16","alias_value":"NTSRCRUZ5SXMGXDO","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"pith_short_8","alias_value":"NTSRCRUZ","created_at":"2026-07-05T09:32:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:NTSRCRUZ5SXMGXDO4FPMMK7MQI","target":"record","payload":{"canonical_record":{"source":{"id":"2308.13149","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-25T03:05:33Z","cross_cats_sorted":[],"title_canon_sha256":"e19430da808b0f0b0b6758155d7627fb2c8ffd3ba0d4a7774adb410d5520ca29","abstract_canon_sha256":"91b923ca7607c3be0f68f2ba83a6892f522c338db0795d20e96138576b7faa44"},"schema_version":"1.0"},"canonical_sha256":"6ce5114699ecaec35c6ee15ec62bec823fb640d78033d32552a28ecfcf81cd02","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:32:03.343492Z","signature_b64":"tegM/EADAasCRQ9ejXlb6xa/MFohRfQSiJUFJwP5loS4eQwFLczdo7KAfrd4174U+EQhLoYxUKQp+rqCBkDGAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6ce5114699ecaec35c6ee15ec62bec823fb640d78033d32552a28ecfcf81cd02","last_reissued_at":"2026-07-05T09:32:03.342993Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:32:03.342993Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.13149","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:32:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"b2rzcOLc9pBxWUEau00foBymlGAKvvoutGqiRcIBikDnMvg8N1ooOf3X4Ed9SD4nlpHyW1sJCBHOgztord6UAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T14:18:24.850270Z"},"content_sha256":"ca9fd2ba868ef5df7c4f3280585bdd52a5db121b656843ec87fc947b4cb981a7","schema_version":"1.0","event_id":"sha256:ca9fd2ba868ef5df7c4f3280585bdd52a5db121b656843ec87fc947b4cb981a7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:NTSRCRUZ5SXMGXDO4FPMMK7MQI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SciEval: A Multi-Level Large Language Model Evaluation Benchmark for Scientific Research","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Baocai Chen, Da Ma, Kai Yu, Liangtai Sun, Lu Chen, Yang Han, Zhennan Shen, Zihan Zhao","submitted_at":"2023-08-25T03:05:33Z","abstract_excerpt":"Recently, there has been growing interest in using Large Language Models (LLMs) for scientific research. Numerous benchmarks have been proposed to evaluate the ability of LLMs for scientific research. However, current benchmarks are mostly based on pre-collected objective questions. This design suffers from data leakage problem and lacks the evaluation of subjective Q/A ability. In this paper, we propose SciEval, a comprehensive and multi-disciplinary evaluation benchmark to address these issues. Based on Bloom's taxonomy, SciEval covers four dimensions to systematically evaluate scientific re"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.13149","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.13149/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:32:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Dqo6JdW2/5qgREFlp3q4DFlgebwNF/8ezAdSzZWR+SU21Cy2Nel0IB8eVD69MBVP7cR5Njq7Fk+dFZDNFDhgBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T14:18:24.850791Z"},"content_sha256":"4e266ad0962b55b5585a96bf7648eb19dd335eac5c5a02bef67a306a0474da29","schema_version":"1.0","event_id":"sha256:4e266ad0962b55b5585a96bf7648eb19dd335eac5c5a02bef67a306a0474da29"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NTSRCRUZ5SXMGXDO4FPMMK7MQI/bundle.json","state_url":"https://pith.science/pith/NTSRCRUZ5SXMGXDO4FPMMK7MQI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NTSRCRUZ5SXMGXDO4FPMMK7MQI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T14:18:24Z","links":{"resolver":"https://pith.science/pith/NTSRCRUZ5SXMGXDO4FPMMK7MQI","bundle":"https://pith.science/pith/NTSRCRUZ5SXMGXDO4FPMMK7MQI/bundle.json","state":"https://pith.science/pith/NTSRCRUZ5SXMGXDO4FPMMK7MQI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NTSRCRUZ5SXMGXDO4FPMMK7MQI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:NTSRCRUZ5SXMGXDO4FPMMK7MQI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"91b923ca7607c3be0f68f2ba83a6892f522c338db0795d20e96138576b7faa44","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-25T03:05:33Z","title_canon_sha256":"e19430da808b0f0b0b6758155d7627fb2c8ffd3ba0d4a7774adb410d5520ca29"},"schema_version":"1.0","source":{"id":"2308.13149","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.13149","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"arxiv_version","alias_value":"2308.13149v2","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.13149","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"pith_short_12","alias_value":"NTSRCRUZ5SXM","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"pith_short_16","alias_value":"NTSRCRUZ5SXMGXDO","created_at":"2026-07-05T09:32:03Z"},{"alias_kind":"pith_short_8","alias_value":"NTSRCRUZ","created_at":"2026-07-05T09:32:03Z"}],"graph_snapshots":[{"event_id":"sha256:4e266ad0962b55b5585a96bf7648eb19dd335eac5c5a02bef67a306a0474da29","target":"graph","created_at":"2026-07-05T09:32:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.13149/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, there has been growing interest in using Large Language Models (LLMs) for scientific research. Numerous benchmarks have been proposed to evaluate the ability of LLMs for scientific research. However, current benchmarks are mostly based on pre-collected objective questions. This design suffers from data leakage problem and lacks the evaluation of subjective Q/A ability. In this paper, we propose SciEval, a comprehensive and multi-disciplinary evaluation benchmark to address these issues. Based on Bloom's taxonomy, SciEval covers four dimensions to systematically evaluate scientific re","authors_text":"Baocai Chen, Da Ma, Kai Yu, Liangtai Sun, Lu Chen, Yang Han, Zhennan Shen, Zihan Zhao","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-25T03:05:33Z","title":"SciEval: A Multi-Level Large Language Model Evaluation Benchmark for Scientific Research"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.13149","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ca9fd2ba868ef5df7c4f3280585bdd52a5db121b656843ec87fc947b4cb981a7","target":"record","created_at":"2026-07-05T09:32:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"91b923ca7607c3be0f68f2ba83a6892f522c338db0795d20e96138576b7faa44","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-25T03:05:33Z","title_canon_sha256":"e19430da808b0f0b0b6758155d7627fb2c8ffd3ba0d4a7774adb410d5520ca29"},"schema_version":"1.0","source":{"id":"2308.13149","kind":"arxiv","version":2}},"canonical_sha256":"6ce5114699ecaec35c6ee15ec62bec823fb640d78033d32552a28ecfcf81cd02","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6ce5114699ecaec35c6ee15ec62bec823fb640d78033d32552a28ecfcf81cd02","first_computed_at":"2026-07-05T09:32:03.342993Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:32:03.342993Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tegM/EADAasCRQ9ejXlb6xa/MFohRfQSiJUFJwP5loS4eQwFLczdo7KAfrd4174U+EQhLoYxUKQp+rqCBkDGAg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:32:03.343492Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.13149","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ca9fd2ba868ef5df7c4f3280585bdd52a5db121b656843ec87fc947b4cb981a7","sha256:4e266ad0962b55b5585a96bf7648eb19dd335eac5c5a02bef67a306a0474da29"],"state_sha256":"62f7c4056f346b60d11e7368dc636873d44c46db295dea1ec0d21d7a066c6265"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fIREhpomBw3dHE1/9dTO60reaxt41rxtDHOO4ExhEbv1we5HUY2U5xErIc0Qe+adPVXKYc8kplHLeAYB4U/mBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T14:18:24.857104Z","bundle_sha256":"b36ff5ead90e3773104000ca0cdf24bad7229fd8d0f2b763bfec683ee3e908a7"}}