{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:BPXQQZHPDWKLSPTLVLTLEDHM4I","short_pith_number":"pith:BPXQQZHP","canonical_record":{"source":{"id":"2505.15094","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T04:33:26Z","cross_cats_sorted":[],"title_canon_sha256":"281dd729204853342f7498d0ba59994a6a00f2c9cc72a96f6e53f739e76ff74a","abstract_canon_sha256":"c14077b111c984e254c93ea500644d952d35b41516fb631466e4cee7c893d013"},"schema_version":"1.0"},"canonical_sha256":"0bef0864ef1d94b93e6baae6b20cece20c283f63632b9b179376287a397cbdcc","source":{"kind":"arxiv","id":"2505.15094","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.15094","created_at":"2026-07-05T11:06:40Z"},{"alias_kind":"arxiv_version","alias_value":"2505.15094v1","created_at":"2026-07-05T11:06:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.15094","created_at":"2026-07-05T11:06:40Z"},{"alias_kind":"pith_short_12","alias_value":"BPXQQZHPDWKL","created_at":"2026-07-05T11:06:40Z"},{"alias_kind":"pith_short_16","alias_value":"BPXQQZHPDWKLSPTL","created_at":"2026-07-05T11:06:40Z"},{"alias_kind":"pith_short_8","alias_value":"BPXQQZHP","created_at":"2026-07-05T11:06:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:BPXQQZHPDWKLSPTLVLTLEDHM4I","target":"record","payload":{"canonical_record":{"source":{"id":"2505.15094","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T04:33:26Z","cross_cats_sorted":[],"title_canon_sha256":"281dd729204853342f7498d0ba59994a6a00f2c9cc72a96f6e53f739e76ff74a","abstract_canon_sha256":"c14077b111c984e254c93ea500644d952d35b41516fb631466e4cee7c893d013"},"schema_version":"1.0"},"canonical_sha256":"0bef0864ef1d94b93e6baae6b20cece20c283f63632b9b179376287a397cbdcc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:06:40.442691Z","signature_b64":"yYydqin3aIgfwoQniGDFhKaF7md422LIz1lnGKssscWCoM3L6XFiYNAp7NJ+ySNN4P1Y1Zh462KV08McfkWgAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0bef0864ef1d94b93e6baae6b20cece20c283f63632b9b179376287a397cbdcc","last_reissued_at":"2026-07-05T11:06:40.442127Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:06:40.442127Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.15094","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:06:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Fa3kuAO+PdNDpFKkT6GJ6jc5eAssQdiFw2/0zKgiSAoEa5Bca5V5jagjI2fH7IU+O5tEmpPLfP4rU6q21ry5Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:55:59.822718Z"},"content_sha256":"ddfd1725d233033d8157c1cc2c693b4d5c30a311b1c101264536c3bff3f64f8e","schema_version":"1.0","event_id":"sha256:ddfd1725d233033d8157c1cc2c693b4d5c30a311b1c101264536c3bff3f64f8e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:BPXQQZHPDWKLSPTLVLTLEDHM4I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SciCUEval: A Comprehensive Dataset for Evaluating Scientific Context Understanding in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Huajun Chen, Jing Yu, Kehua Feng, Keyan Ding, Lei Liang, Mengshu Sun, Mingyang Rao, Qiang Zhang, Wen Zhang, Yuqi Tang, Zhiqiang Zhang","submitted_at":"2025-05-21T04:33:26Z","abstract_excerpt":"Large Language Models (LLMs) have shown impressive capabilities in contextual understanding and reasoning. However, evaluating their performance across diverse scientific domains remains underexplored, as existing benchmarks primarily focus on general domains and fail to capture the intricate complexity of scientific data. To bridge this gap, we construct SciCUEval, a comprehensive benchmark dataset tailored to assess the scientific context understanding capability of LLMs. It comprises ten domain-specific sub-datasets spanning biology, chemistry, physics, biomedicine, and materials science, i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.15094","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.15094/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:06:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EWuP6o2lpcJoJDtFHvF0E8CkNceifDSb1FhR0KI1q4/UhzhqZrIfDpQudtmsJ/I534PmUvLm+I10LbBikR65CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:55:59.823120Z"},"content_sha256":"0022ea2d41568de3b33098b5442e4d0efd63a2349cd2ffca4bb4eb395f792b29","schema_version":"1.0","event_id":"sha256:0022ea2d41568de3b33098b5442e4d0efd63a2349cd2ffca4bb4eb395f792b29"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BPXQQZHPDWKLSPTLVLTLEDHM4I/bundle.json","state_url":"https://pith.science/pith/BPXQQZHPDWKLSPTLVLTLEDHM4I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BPXQQZHPDWKLSPTLVLTLEDHM4I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T20:55:59Z","links":{"resolver":"https://pith.science/pith/BPXQQZHPDWKLSPTLVLTLEDHM4I","bundle":"https://pith.science/pith/BPXQQZHPDWKLSPTLVLTLEDHM4I/bundle.json","state":"https://pith.science/pith/BPXQQZHPDWKLSPTLVLTLEDHM4I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BPXQQZHPDWKLSPTLVLTLEDHM4I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:BPXQQZHPDWKLSPTLVLTLEDHM4I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c14077b111c984e254c93ea500644d952d35b41516fb631466e4cee7c893d013","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T04:33:26Z","title_canon_sha256":"281dd729204853342f7498d0ba59994a6a00f2c9cc72a96f6e53f739e76ff74a"},"schema_version":"1.0","source":{"id":"2505.15094","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.15094","created_at":"2026-07-05T11:06:40Z"},{"alias_kind":"arxiv_version","alias_value":"2505.15094v1","created_at":"2026-07-05T11:06:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.15094","created_at":"2026-07-05T11:06:40Z"},{"alias_kind":"pith_short_12","alias_value":"BPXQQZHPDWKL","created_at":"2026-07-05T11:06:40Z"},{"alias_kind":"pith_short_16","alias_value":"BPXQQZHPDWKLSPTL","created_at":"2026-07-05T11:06:40Z"},{"alias_kind":"pith_short_8","alias_value":"BPXQQZHP","created_at":"2026-07-05T11:06:40Z"}],"graph_snapshots":[{"event_id":"sha256:0022ea2d41568de3b33098b5442e4d0efd63a2349cd2ffca4bb4eb395f792b29","target":"graph","created_at":"2026-07-05T11:06:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.15094/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have shown impressive capabilities in contextual understanding and reasoning. However, evaluating their performance across diverse scientific domains remains underexplored, as existing benchmarks primarily focus on general domains and fail to capture the intricate complexity of scientific data. To bridge this gap, we construct SciCUEval, a comprehensive benchmark dataset tailored to assess the scientific context understanding capability of LLMs. It comprises ten domain-specific sub-datasets spanning biology, chemistry, physics, biomedicine, and materials science, i","authors_text":"Huajun Chen, Jing Yu, Kehua Feng, Keyan Ding, Lei Liang, Mengshu Sun, Mingyang Rao, Qiang Zhang, Wen Zhang, Yuqi Tang, Zhiqiang Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T04:33:26Z","title":"SciCUEval: A Comprehensive Dataset for Evaluating Scientific Context Understanding in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.15094","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ddfd1725d233033d8157c1cc2c693b4d5c30a311b1c101264536c3bff3f64f8e","target":"record","created_at":"2026-07-05T11:06:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c14077b111c984e254c93ea500644d952d35b41516fb631466e4cee7c893d013","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T04:33:26Z","title_canon_sha256":"281dd729204853342f7498d0ba59994a6a00f2c9cc72a96f6e53f739e76ff74a"},"schema_version":"1.0","source":{"id":"2505.15094","kind":"arxiv","version":1}},"canonical_sha256":"0bef0864ef1d94b93e6baae6b20cece20c283f63632b9b179376287a397cbdcc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0bef0864ef1d94b93e6baae6b20cece20c283f63632b9b179376287a397cbdcc","first_computed_at":"2026-07-05T11:06:40.442127Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:06:40.442127Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yYydqin3aIgfwoQniGDFhKaF7md422LIz1lnGKssscWCoM3L6XFiYNAp7NJ+ySNN4P1Y1Zh462KV08McfkWgAA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:06:40.442691Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.15094","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ddfd1725d233033d8157c1cc2c693b4d5c30a311b1c101264536c3bff3f64f8e","sha256:0022ea2d41568de3b33098b5442e4d0efd63a2349cd2ffca4bb4eb395f792b29"],"state_sha256":"267958fe2a21e15af5ed2f65c3f24d9a88bbc644b50c8dbafe329a00a98a97bf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/uGXIjIl37IQEjOy+1A0Nov79IyuQv71In+QcZvMl3UBWXRJhe3kH0ItXYUsVLXDoSToRovt6LmG0ZP/gHGjDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T20:55:59.825898Z","bundle_sha256":"4546bc61fddf9884b0aaa4cb5d2189b8969f941ad46fc54bd04d886f53a530bf"}}