{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:SRBTXIKGMQ4NI72USVN7Z4TMIE","short_pith_number":"pith:SRBTXIKG","canonical_record":{"source":{"id":"2209.06517","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-09-14T09:42:19Z","cross_cats_sorted":[],"title_canon_sha256":"e22bf4653930e8413d98d9159f7327543d272471bd593aef4179f93393a2529b","abstract_canon_sha256":"c2051da420ca953db8666c877b517d3599f85a0179799baaa3fbf07100556deb"},"schema_version":"1.0"},"canonical_sha256":"94433ba1466438d47f54955bfcf26c412bbdb0b3d8f7c5038fa7d93b88762760","source":{"kind":"arxiv","id":"2209.06517","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.06517","created_at":"2026-07-05T04:57:49Z"},{"alias_kind":"arxiv_version","alias_value":"2209.06517v2","created_at":"2026-07-05T04:57:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.06517","created_at":"2026-07-05T04:57:49Z"},{"alias_kind":"pith_short_12","alias_value":"SRBTXIKGMQ4N","created_at":"2026-07-05T04:57:49Z"},{"alias_kind":"pith_short_16","alias_value":"SRBTXIKGMQ4NI72U","created_at":"2026-07-05T04:57:49Z"},{"alias_kind":"pith_short_8","alias_value":"SRBTXIKG","created_at":"2026-07-05T04:57:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:SRBTXIKGMQ4NI72USVN7Z4TMIE","target":"record","payload":{"canonical_record":{"source":{"id":"2209.06517","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-09-14T09:42:19Z","cross_cats_sorted":[],"title_canon_sha256":"e22bf4653930e8413d98d9159f7327543d272471bd593aef4179f93393a2529b","abstract_canon_sha256":"c2051da420ca953db8666c877b517d3599f85a0179799baaa3fbf07100556deb"},"schema_version":"1.0"},"canonical_sha256":"94433ba1466438d47f54955bfcf26c412bbdb0b3d8f7c5038fa7d93b88762760","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:57:49.257671Z","signature_b64":"U+9Q1BsxpEAKc73Yjt3h6cHQsbg3ZBU+zPc/RtuSdGKUmZXJLAnXVQHknI7AAcwosbpbAB9Oz4c+kJDHD+uvBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"94433ba1466438d47f54955bfcf26c412bbdb0b3d8f7c5038fa7d93b88762760","last_reissued_at":"2026-07-05T04:57:49.257166Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:57:49.257166Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2209.06517","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:57:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hr5Y6sWUXKbnqEn6d5Aic6sEPtAl5FbDRL73PkdMfjfXmJOEO9b5wQnUlECJcgOv2fiPoVLcFmxbtdigKTJgDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-24T01:20:18.376721Z"},"content_sha256":"ad30e2c5b3a101ec17870e93fb7a880189b9eda71a33cfe4ae2dd7dddb36e3ba","schema_version":"1.0","event_id":"sha256:ad30e2c5b3a101ec17870e93fb7a880189b9eda71a33cfe4ae2dd7dddb36e3ba"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:SRBTXIKGMQ4NI72USVN7Z4TMIE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How to Find Strong Summary Coherence Measures? A Toolbox and a Comparative Study for Summary Coherence Measure Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Julius Steen, Katja Markert","submitted_at":"2022-09-14T09:42:19Z","abstract_excerpt":"Automatically evaluating the coherence of summaries is of great significance both to enable cost-efficient summarizer evaluation and as a tool for improving coherence by selecting high-scoring candidate summaries. While many different approaches have been suggested to model summary coherence, they are often evaluated using disparate datasets and metrics. This makes it difficult to understand their relative performance and identify ways forward towards better summary coherence modelling. In this work, we conduct a large-scale investigation of various methods for summary coherence modelling on a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.06517","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2209.06517/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:57:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jpXZK7b6FaKjIOxNrV3doJyx8nyrQHgXJxy4bS+tZADMqCaGMY3VB3yecGPitDKwv5lPKyJaL8+i9R6dPeVwBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-24T01:20:18.377216Z"},"content_sha256":"f423db9b8eeca450879a0c368e5b1b69972697f66c687106af375e14c6ab7400","schema_version":"1.0","event_id":"sha256:f423db9b8eeca450879a0c368e5b1b69972697f66c687106af375e14c6ab7400"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SRBTXIKGMQ4NI72USVN7Z4TMIE/bundle.json","state_url":"https://pith.science/pith/SRBTXIKGMQ4NI72USVN7Z4TMIE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SRBTXIKGMQ4NI72USVN7Z4TMIE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-24T01:20:18Z","links":{"resolver":"https://pith.science/pith/SRBTXIKGMQ4NI72USVN7Z4TMIE","bundle":"https://pith.science/pith/SRBTXIKGMQ4NI72USVN7Z4TMIE/bundle.json","state":"https://pith.science/pith/SRBTXIKGMQ4NI72USVN7Z4TMIE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SRBTXIKGMQ4NI72USVN7Z4TMIE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:SRBTXIKGMQ4NI72USVN7Z4TMIE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c2051da420ca953db8666c877b517d3599f85a0179799baaa3fbf07100556deb","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-09-14T09:42:19Z","title_canon_sha256":"e22bf4653930e8413d98d9159f7327543d272471bd593aef4179f93393a2529b"},"schema_version":"1.0","source":{"id":"2209.06517","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.06517","created_at":"2026-07-05T04:57:49Z"},{"alias_kind":"arxiv_version","alias_value":"2209.06517v2","created_at":"2026-07-05T04:57:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.06517","created_at":"2026-07-05T04:57:49Z"},{"alias_kind":"pith_short_12","alias_value":"SRBTXIKGMQ4N","created_at":"2026-07-05T04:57:49Z"},{"alias_kind":"pith_short_16","alias_value":"SRBTXIKGMQ4NI72U","created_at":"2026-07-05T04:57:49Z"},{"alias_kind":"pith_short_8","alias_value":"SRBTXIKG","created_at":"2026-07-05T04:57:49Z"}],"graph_snapshots":[{"event_id":"sha256:f423db9b8eeca450879a0c368e5b1b69972697f66c687106af375e14c6ab7400","target":"graph","created_at":"2026-07-05T04:57:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2209.06517/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Automatically evaluating the coherence of summaries is of great significance both to enable cost-efficient summarizer evaluation and as a tool for improving coherence by selecting high-scoring candidate summaries. While many different approaches have been suggested to model summary coherence, they are often evaluated using disparate datasets and metrics. This makes it difficult to understand their relative performance and identify ways forward towards better summary coherence modelling. In this work, we conduct a large-scale investigation of various methods for summary coherence modelling on a","authors_text":"Julius Steen, Katja Markert","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-09-14T09:42:19Z","title":"How to Find Strong Summary Coherence Measures? A Toolbox and a Comparative Study for Summary Coherence Measure Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.06517","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ad30e2c5b3a101ec17870e93fb7a880189b9eda71a33cfe4ae2dd7dddb36e3ba","target":"record","created_at":"2026-07-05T04:57:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c2051da420ca953db8666c877b517d3599f85a0179799baaa3fbf07100556deb","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-09-14T09:42:19Z","title_canon_sha256":"e22bf4653930e8413d98d9159f7327543d272471bd593aef4179f93393a2529b"},"schema_version":"1.0","source":{"id":"2209.06517","kind":"arxiv","version":2}},"canonical_sha256":"94433ba1466438d47f54955bfcf26c412bbdb0b3d8f7c5038fa7d93b88762760","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"94433ba1466438d47f54955bfcf26c412bbdb0b3d8f7c5038fa7d93b88762760","first_computed_at":"2026-07-05T04:57:49.257166Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:57:49.257166Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"U+9Q1BsxpEAKc73Yjt3h6cHQsbg3ZBU+zPc/RtuSdGKUmZXJLAnXVQHknI7AAcwosbpbAB9Oz4c+kJDHD+uvBw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:57:49.257671Z","signed_message":"canonical_sha256_bytes"},"source_id":"2209.06517","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ad30e2c5b3a101ec17870e93fb7a880189b9eda71a33cfe4ae2dd7dddb36e3ba","sha256:f423db9b8eeca450879a0c368e5b1b69972697f66c687106af375e14c6ab7400"],"state_sha256":"3a6a4d45850d033f5bd7c48fc42330e148b7178889f1fbed9e86773c1ba3f1dc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hUgziEFaHthFoBDz6OKO/mkDJsTfoRWu4p1ndalYXHHhMW8oLCMD7HY2mDZ1FeG3TruByuFDQqTeJU1vLvoHDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-24T01:20:18.381664Z","bundle_sha256":"0dbbad01ae060a4a7f4e97a0b559988aace23d1104a3bda3acdd1ec7d724ca52"}}