{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:E3NDEHVHBETOBJEVZGBFMHCMV4","short_pith_number":"pith:E3NDEHVH","canonical_record":{"source":{"id":"2402.14359","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-22T07:58:29Z","cross_cats_sorted":[],"title_canon_sha256":"8c89017d3c7d7cf2c16b57c584f95bb12885e53894a3041eefad0d9c5d0377c7","abstract_canon_sha256":"f48becc628e9ced3bd1161c7777b04f0a7677892a22249e4a2ff8812d6ca5d86"},"schema_version":"1.0"},"canonical_sha256":"26da321ea70926e0a495c982561c4caf36ebbc8d5ce7d2cc4addf1840477df03","source":{"kind":"arxiv","id":"2402.14359","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.14359","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"arxiv_version","alias_value":"2402.14359v2","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.14359","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"pith_short_12","alias_value":"E3NDEHVHBETO","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"pith_short_16","alias_value":"E3NDEHVHBETOBJEV","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"pith_short_8","alias_value":"E3NDEHVH","created_at":"2026-07-05T10:57:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:E3NDEHVHBETOBJEVZGBFMHCMV4","target":"record","payload":{"canonical_record":{"source":{"id":"2402.14359","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-22T07:58:29Z","cross_cats_sorted":[],"title_canon_sha256":"8c89017d3c7d7cf2c16b57c584f95bb12885e53894a3041eefad0d9c5d0377c7","abstract_canon_sha256":"f48becc628e9ced3bd1161c7777b04f0a7677892a22249e4a2ff8812d6ca5d86"},"schema_version":"1.0"},"canonical_sha256":"26da321ea70926e0a495c982561c4caf36ebbc8d5ce7d2cc4addf1840477df03","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:57:26.220204Z","signature_b64":"43iaCf2rqe5DZLrD7bSuiR+6LkJ7vJ3CpNd8OS/APVUzsDdLAJCOqxWPWCcOK98BWUQcSRFd8SHQXR96NMEeCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"26da321ea70926e0a495c982561c4caf36ebbc8d5ce7d2cc4addf1840477df03","last_reissued_at":"2026-07-05T10:57:26.219721Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:57:26.219721Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.14359","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:57:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0BjaoQzESgmry+kFdLooTxsamvoKSZGVnRFPtYC3WTzPF9UaCmy1yzcikJeWVzej3H9+hcbHhP4133QxbQ6cAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T06:06:11.282117Z"},"content_sha256":"15c1f5020663c6ed1467894a3a47e99b6302780cbbef9eaaf7318aaec8cc7b2a","schema_version":"1.0","event_id":"sha256:15c1f5020663c6ed1467894a3a47e99b6302780cbbef9eaaf7318aaec8cc7b2a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:E3NDEHVHBETOBJEVZGBFMHCMV4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Rethinking Scientific Summarization Evaluation: Grounding Explainable Metrics on Facet-aware Benchmark","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Qingqing Zhu, Shen Gao, Taicheng Guo, Tairan Wang, Xiangliang Zhang, Xin Gao, Xiuying Chen, Zhiyong Lu","submitted_at":"2024-02-22T07:58:29Z","abstract_excerpt":"The summarization capabilities of pretrained and large language models (LLMs) have been widely validated in general areas, but their use in scientific corpus, which involves complex sentences and specialized knowledge, has been less assessed. This paper presents conceptual and experimental analyses of scientific summarization, highlighting the inadequacies of traditional evaluation methods, such as $n$-gram, embedding comparison, and QA, particularly in providing explanations, grasping scientific concepts, or identifying key content. Subsequently, we introduce the Facet-aware Metric (FM), empl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.14359","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.14359/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:57:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BwEHcBaibJ///9CR0671yIXvsb9cAMlA6Ps6zCIZFz2j+FHzXVAKtRSsEajfi2DJt9PDEKsFMnVJL1SZAV/JCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T06:06:11.282996Z"},"content_sha256":"d5ad3ab2629b0bc40fdbbeaed3d5f6f177f75772f7913aecc0e1210586570454","schema_version":"1.0","event_id":"sha256:d5ad3ab2629b0bc40fdbbeaed3d5f6f177f75772f7913aecc0e1210586570454"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/E3NDEHVHBETOBJEVZGBFMHCMV4/bundle.json","state_url":"https://pith.science/pith/E3NDEHVHBETOBJEVZGBFMHCMV4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/E3NDEHVHBETOBJEVZGBFMHCMV4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T06:06:11Z","links":{"resolver":"https://pith.science/pith/E3NDEHVHBETOBJEVZGBFMHCMV4","bundle":"https://pith.science/pith/E3NDEHVHBETOBJEVZGBFMHCMV4/bundle.json","state":"https://pith.science/pith/E3NDEHVHBETOBJEVZGBFMHCMV4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/E3NDEHVHBETOBJEVZGBFMHCMV4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:E3NDEHVHBETOBJEVZGBFMHCMV4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f48becc628e9ced3bd1161c7777b04f0a7677892a22249e4a2ff8812d6ca5d86","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-22T07:58:29Z","title_canon_sha256":"8c89017d3c7d7cf2c16b57c584f95bb12885e53894a3041eefad0d9c5d0377c7"},"schema_version":"1.0","source":{"id":"2402.14359","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.14359","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"arxiv_version","alias_value":"2402.14359v2","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.14359","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"pith_short_12","alias_value":"E3NDEHVHBETO","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"pith_short_16","alias_value":"E3NDEHVHBETOBJEV","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"pith_short_8","alias_value":"E3NDEHVH","created_at":"2026-07-05T10:57:26Z"}],"graph_snapshots":[{"event_id":"sha256:d5ad3ab2629b0bc40fdbbeaed3d5f6f177f75772f7913aecc0e1210586570454","target":"graph","created_at":"2026-07-05T10:57:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.14359/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The summarization capabilities of pretrained and large language models (LLMs) have been widely validated in general areas, but their use in scientific corpus, which involves complex sentences and specialized knowledge, has been less assessed. This paper presents conceptual and experimental analyses of scientific summarization, highlighting the inadequacies of traditional evaluation methods, such as $n$-gram, embedding comparison, and QA, particularly in providing explanations, grasping scientific concepts, or identifying key content. Subsequently, we introduce the Facet-aware Metric (FM), empl","authors_text":"Qingqing Zhu, Shen Gao, Taicheng Guo, Tairan Wang, Xiangliang Zhang, Xin Gao, Xiuying Chen, Zhiyong Lu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-22T07:58:29Z","title":"Rethinking Scientific Summarization Evaluation: Grounding Explainable Metrics on Facet-aware Benchmark"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.14359","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:15c1f5020663c6ed1467894a3a47e99b6302780cbbef9eaaf7318aaec8cc7b2a","target":"record","created_at":"2026-07-05T10:57:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f48becc628e9ced3bd1161c7777b04f0a7677892a22249e4a2ff8812d6ca5d86","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-22T07:58:29Z","title_canon_sha256":"8c89017d3c7d7cf2c16b57c584f95bb12885e53894a3041eefad0d9c5d0377c7"},"schema_version":"1.0","source":{"id":"2402.14359","kind":"arxiv","version":2}},"canonical_sha256":"26da321ea70926e0a495c982561c4caf36ebbc8d5ce7d2cc4addf1840477df03","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"26da321ea70926e0a495c982561c4caf36ebbc8d5ce7d2cc4addf1840477df03","first_computed_at":"2026-07-05T10:57:26.219721Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:57:26.219721Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"43iaCf2rqe5DZLrD7bSuiR+6LkJ7vJ3CpNd8OS/APVUzsDdLAJCOqxWPWCcOK98BWUQcSRFd8SHQXR96NMEeCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:57:26.220204Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.14359","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:15c1f5020663c6ed1467894a3a47e99b6302780cbbef9eaaf7318aaec8cc7b2a","sha256:d5ad3ab2629b0bc40fdbbeaed3d5f6f177f75772f7913aecc0e1210586570454"],"state_sha256":"ed20a8aee6e2fb81e1e87acc2f5c3830be39189edc21b720bea4fecf026c829a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l4cqlMT2mwT63MKI/mQ7BYJuPTBwoX90gH2mRUaQOzV68Lacfd4ZGm4K+rKcLOy6WQTTP2m9KSdfKALjn0YgBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T06:06:11.287262Z","bundle_sha256":"1bc30da21d11757ec3043ec43a1b6dc6846c4f53323003a931763a908a233d08"}}