{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HNXQ7ARMC6YZHVVZ4UUUZQJQND","short_pith_number":"pith:HNXQ7ARM","canonical_record":{"source":{"id":"2309.12455","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-21T19:54:54Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"e75d2ebcb2bd75c65b075f4cbbded99cdb23a74189aef252a2f2a5f9c838c8cc","abstract_canon_sha256":"1ab80e4aafa99da10c173933861eae7fb06a3a96da0e65d1fa16f2b3636cb904"},"schema_version":"1.0"},"canonical_sha256":"3b6f0f822c17b193d6b9e5294cc13068f96206f97bfafc78f128a24adf33c7df","source":{"kind":"arxiv","id":"2309.12455","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.12455","created_at":"2026-07-05T08:23:55Z"},{"alias_kind":"arxiv_version","alias_value":"2309.12455v2","created_at":"2026-07-05T08:23:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.12455","created_at":"2026-07-05T08:23:55Z"},{"alias_kind":"pith_short_12","alias_value":"HNXQ7ARMC6YZ","created_at":"2026-07-05T08:23:55Z"},{"alias_kind":"pith_short_16","alias_value":"HNXQ7ARMC6YZHVVZ","created_at":"2026-07-05T08:23:55Z"},{"alias_kind":"pith_short_8","alias_value":"HNXQ7ARM","created_at":"2026-07-05T08:23:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HNXQ7ARMC6YZHVVZ4UUUZQJQND","target":"record","payload":{"canonical_record":{"source":{"id":"2309.12455","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-21T19:54:54Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"e75d2ebcb2bd75c65b075f4cbbded99cdb23a74189aef252a2f2a5f9c838c8cc","abstract_canon_sha256":"1ab80e4aafa99da10c173933861eae7fb06a3a96da0e65d1fa16f2b3636cb904"},"schema_version":"1.0"},"canonical_sha256":"3b6f0f822c17b193d6b9e5294cc13068f96206f97bfafc78f128a24adf33c7df","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:23:55.719383Z","signature_b64":"upJMs5mGoedKqWTT/zTCiEcZV/dTG3n70vmVw3pq5A0sFdNK/GujFFa6GtUzuYJIeS6sy7n/GSsRL61B8g2TAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3b6f0f822c17b193d6b9e5294cc13068f96206f97bfafc78f128a24adf33c7df","last_reissued_at":"2026-07-05T08:23:55.718971Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:23:55.718971Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.12455","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:23:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nKj2npLQtnN0zk0nYB+fuA3Q1Bh4z8IM6lFU48jp+DtZPzA8vXMAW4mYvtkTQvJpxQ8oXh8zWaXTjGnkKXGKBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T06:14:14.641268Z"},"content_sha256":"4c434853aa1ceaec6b33df324b2e34ef0031e126718468edab0455233890f564","schema_version":"1.0","event_id":"sha256:4c434853aa1ceaec6b33df324b2e34ef0031e126718468edab0455233890f564"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HNXQ7ARMC6YZHVVZ4UUUZQJQND","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LongDocFACTScore: Evaluating the Factuality of Long Document Abstractive Summarisation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Jennifer A Bishop, Qianqian Xie, Sophia Ananiadou","submitted_at":"2023-09-21T19:54:54Z","abstract_excerpt":"Maintaining factual consistency is a critical issue in abstractive text summarisation, however, it cannot be assessed by traditional automatic metrics used for evaluating text summarisation, such as ROUGE scoring. Recent efforts have been devoted to developing improved metrics for measuring factual consistency using pre-trained language models, but these metrics have restrictive token limits, and are therefore not suitable for evaluating long document text summarisation. Moreover, there is limited research and resources available for evaluating whether existing automatic evaluation metrics are"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.12455","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.12455/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:23:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"agEySyzGYGGFOyTBfI/EJrR1mFoWHV6F8ijgE4QVh1bL4AgaeGhpA+hv3RvO3wxiL5dGNGZbrS1iG+35WvJnAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T06:14:14.641766Z"},"content_sha256":"631ae9f9031c9fc19f4f6a4ae78d45c2e507ddab8fca387d51af2fb27d55038a","schema_version":"1.0","event_id":"sha256:631ae9f9031c9fc19f4f6a4ae78d45c2e507ddab8fca387d51af2fb27d55038a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HNXQ7ARMC6YZHVVZ4UUUZQJQND/bundle.json","state_url":"https://pith.science/pith/HNXQ7ARMC6YZHVVZ4UUUZQJQND/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HNXQ7ARMC6YZHVVZ4UUUZQJQND/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T06:14:14Z","links":{"resolver":"https://pith.science/pith/HNXQ7ARMC6YZHVVZ4UUUZQJQND","bundle":"https://pith.science/pith/HNXQ7ARMC6YZHVVZ4UUUZQJQND/bundle.json","state":"https://pith.science/pith/HNXQ7ARMC6YZHVVZ4UUUZQJQND/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HNXQ7ARMC6YZHVVZ4UUUZQJQND/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HNXQ7ARMC6YZHVVZ4UUUZQJQND","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1ab80e4aafa99da10c173933861eae7fb06a3a96da0e65d1fa16f2b3636cb904","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-21T19:54:54Z","title_canon_sha256":"e75d2ebcb2bd75c65b075f4cbbded99cdb23a74189aef252a2f2a5f9c838c8cc"},"schema_version":"1.0","source":{"id":"2309.12455","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.12455","created_at":"2026-07-05T08:23:55Z"},{"alias_kind":"arxiv_version","alias_value":"2309.12455v2","created_at":"2026-07-05T08:23:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.12455","created_at":"2026-07-05T08:23:55Z"},{"alias_kind":"pith_short_12","alias_value":"HNXQ7ARMC6YZ","created_at":"2026-07-05T08:23:55Z"},{"alias_kind":"pith_short_16","alias_value":"HNXQ7ARMC6YZHVVZ","created_at":"2026-07-05T08:23:55Z"},{"alias_kind":"pith_short_8","alias_value":"HNXQ7ARM","created_at":"2026-07-05T08:23:55Z"}],"graph_snapshots":[{"event_id":"sha256:631ae9f9031c9fc19f4f6a4ae78d45c2e507ddab8fca387d51af2fb27d55038a","target":"graph","created_at":"2026-07-05T08:23:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.12455/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Maintaining factual consistency is a critical issue in abstractive text summarisation, however, it cannot be assessed by traditional automatic metrics used for evaluating text summarisation, such as ROUGE scoring. Recent efforts have been devoted to developing improved metrics for measuring factual consistency using pre-trained language models, but these metrics have restrictive token limits, and are therefore not suitable for evaluating long document text summarisation. Moreover, there is limited research and resources available for evaluating whether existing automatic evaluation metrics are","authors_text":"Jennifer A Bishop, Qianqian Xie, Sophia Ananiadou","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-21T19:54:54Z","title":"LongDocFACTScore: Evaluating the Factuality of Long Document Abstractive Summarisation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.12455","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4c434853aa1ceaec6b33df324b2e34ef0031e126718468edab0455233890f564","target":"record","created_at":"2026-07-05T08:23:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1ab80e4aafa99da10c173933861eae7fb06a3a96da0e65d1fa16f2b3636cb904","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-21T19:54:54Z","title_canon_sha256":"e75d2ebcb2bd75c65b075f4cbbded99cdb23a74189aef252a2f2a5f9c838c8cc"},"schema_version":"1.0","source":{"id":"2309.12455","kind":"arxiv","version":2}},"canonical_sha256":"3b6f0f822c17b193d6b9e5294cc13068f96206f97bfafc78f128a24adf33c7df","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3b6f0f822c17b193d6b9e5294cc13068f96206f97bfafc78f128a24adf33c7df","first_computed_at":"2026-07-05T08:23:55.718971Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:23:55.718971Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"upJMs5mGoedKqWTT/zTCiEcZV/dTG3n70vmVw3pq5A0sFdNK/GujFFa6GtUzuYJIeS6sy7n/GSsRL61B8g2TAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:23:55.719383Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.12455","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4c434853aa1ceaec6b33df324b2e34ef0031e126718468edab0455233890f564","sha256:631ae9f9031c9fc19f4f6a4ae78d45c2e507ddab8fca387d51af2fb27d55038a"],"state_sha256":"5ef499d0eba8c3b43d37fe40bd9da72dbf176335ed49fe1056c2d804ad333dbb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"562jto0PK8yISNinB/FboWc2EtR/VU40XagbwrFJcvcOp73jrUOGwU+eK3Y3Uo1+Sw9mRR3CAt1NskAiIrJvBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T06:14:14.645309Z","bundle_sha256":"853c27d36e75c573285f7b91f99e4afc60537019cf58f05f001162189f660d81"}}