{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:A467ZGKEHXHGKIMZAD55SJBVGX","short_pith_number":"pith:A467ZGKE","canonical_record":{"source":{"id":"2310.08764","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T23:17:56Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"123148aeb1e72c62bbc43df2170e29ad8104ca286a29551d290e88ae3fe0eea2","abstract_canon_sha256":"8f382cbb2f4e77fbb56000e0c23bdefb3331d7fe49ee43fb1cea0f7bade9ce0c"},"schema_version":"1.0"},"canonical_sha256":"073dfc99443dce65219900fbd9243535e3ee8681ff143b29ea72cb7a55306d06","source":{"kind":"arxiv","id":"2310.08764","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.08764","created_at":"2026-07-05T07:00:34Z"},{"alias_kind":"arxiv_version","alias_value":"2310.08764v1","created_at":"2026-07-05T07:00:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.08764","created_at":"2026-07-05T07:00:34Z"},{"alias_kind":"pith_short_12","alias_value":"A467ZGKEHXHG","created_at":"2026-07-05T07:00:34Z"},{"alias_kind":"pith_short_16","alias_value":"A467ZGKEHXHGKIMZ","created_at":"2026-07-05T07:00:34Z"},{"alias_kind":"pith_short_8","alias_value":"A467ZGKE","created_at":"2026-07-05T07:00:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:A467ZGKEHXHGKIMZAD55SJBVGX","target":"record","payload":{"canonical_record":{"source":{"id":"2310.08764","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T23:17:56Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"123148aeb1e72c62bbc43df2170e29ad8104ca286a29551d290e88ae3fe0eea2","abstract_canon_sha256":"8f382cbb2f4e77fbb56000e0c23bdefb3331d7fe49ee43fb1cea0f7bade9ce0c"},"schema_version":"1.0"},"canonical_sha256":"073dfc99443dce65219900fbd9243535e3ee8681ff143b29ea72cb7a55306d06","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:00:34.701377Z","signature_b64":"yUD1HxFAnLTNAVGbcIrTEQLDPrZOPkA+Pe2ZYXph6K6QWm2DY+YyAUEYZALK5ObJu5Z4KEgjO0sHVMRssGr0DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"073dfc99443dce65219900fbd9243535e3ee8681ff143b29ea72cb7a55306d06","last_reissued_at":"2026-07-05T07:00:34.700977Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:00:34.700977Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.08764","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:00:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kFpxY/UO3wf5jykHKXOWdiNkbiqsx4sHnQZIs0o4ZSO3QNzjznjHIDhCEAoHrUDpggrTlVaz+b4VX4IKwB2HAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T20:12:26.322560Z"},"content_sha256":"c472bf723e2bf37aaeb22f4990aa752463f717abed5be11547e49e7a0d34307b","schema_version":"1.0","event_id":"sha256:c472bf723e2bf37aaeb22f4990aa752463f717abed5be11547e49e7a0d34307b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:A467ZGKEHXHGKIMZAD55SJBVGX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Calibrating Likelihoods towards Consistency in Summarization Models","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Joshua Maynez, Livio Baldini Soares, Misha Khalman, Polina Zablotskaia, Rishabh Joshi, Shashi Narayan, Shoshana Jakobovits","submitted_at":"2023-10-12T23:17:56Z","abstract_excerpt":"Despite the recent advances in abstractive text summarization, current summarization models still suffer from generating factually inconsistent summaries, reducing their utility for real-world application. We argue that the main reason for such behavior is that the summarization models trained with maximum likelihood objective assign high probability to plausible sequences given the context, but they often do not accurately rank sequences by their consistency. In this work, we solve this problem by calibrating the likelihood of model generated sequences to better align with a consistency metri"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.08764","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.08764/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:00:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lfX5rx4+PPPuVjJ4eryox7O4fo448EgABwb5tWprUrx5Elr2ANPrKYxAHleO9bNUafUpbL9Q1nGgjGXC2puqDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T20:12:26.323538Z"},"content_sha256":"7c5cf96c6eb05cafc0a7073855da9ab93eec9f51ba133b619fa0f7e469796fb9","schema_version":"1.0","event_id":"sha256:7c5cf96c6eb05cafc0a7073855da9ab93eec9f51ba133b619fa0f7e469796fb9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/A467ZGKEHXHGKIMZAD55SJBVGX/bundle.json","state_url":"https://pith.science/pith/A467ZGKEHXHGKIMZAD55SJBVGX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/A467ZGKEHXHGKIMZAD55SJBVGX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T20:12:26Z","links":{"resolver":"https://pith.science/pith/A467ZGKEHXHGKIMZAD55SJBVGX","bundle":"https://pith.science/pith/A467ZGKEHXHGKIMZAD55SJBVGX/bundle.json","state":"https://pith.science/pith/A467ZGKEHXHGKIMZAD55SJBVGX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/A467ZGKEHXHGKIMZAD55SJBVGX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:A467ZGKEHXHGKIMZAD55SJBVGX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8f382cbb2f4e77fbb56000e0c23bdefb3331d7fe49ee43fb1cea0f7bade9ce0c","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T23:17:56Z","title_canon_sha256":"123148aeb1e72c62bbc43df2170e29ad8104ca286a29551d290e88ae3fe0eea2"},"schema_version":"1.0","source":{"id":"2310.08764","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.08764","created_at":"2026-07-05T07:00:34Z"},{"alias_kind":"arxiv_version","alias_value":"2310.08764v1","created_at":"2026-07-05T07:00:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.08764","created_at":"2026-07-05T07:00:34Z"},{"alias_kind":"pith_short_12","alias_value":"A467ZGKEHXHG","created_at":"2026-07-05T07:00:34Z"},{"alias_kind":"pith_short_16","alias_value":"A467ZGKEHXHGKIMZ","created_at":"2026-07-05T07:00:34Z"},{"alias_kind":"pith_short_8","alias_value":"A467ZGKE","created_at":"2026-07-05T07:00:34Z"}],"graph_snapshots":[{"event_id":"sha256:7c5cf96c6eb05cafc0a7073855da9ab93eec9f51ba133b619fa0f7e469796fb9","target":"graph","created_at":"2026-07-05T07:00:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.08764/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the recent advances in abstractive text summarization, current summarization models still suffer from generating factually inconsistent summaries, reducing their utility for real-world application. We argue that the main reason for such behavior is that the summarization models trained with maximum likelihood objective assign high probability to plausible sequences given the context, but they often do not accurately rank sequences by their consistency. In this work, we solve this problem by calibrating the likelihood of model generated sequences to better align with a consistency metri","authors_text":"Joshua Maynez, Livio Baldini Soares, Misha Khalman, Polina Zablotskaia, Rishabh Joshi, Shashi Narayan, Shoshana Jakobovits","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T23:17:56Z","title":"Calibrating Likelihoods towards Consistency in Summarization Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.08764","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c472bf723e2bf37aaeb22f4990aa752463f717abed5be11547e49e7a0d34307b","target":"record","created_at":"2026-07-05T07:00:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8f382cbb2f4e77fbb56000e0c23bdefb3331d7fe49ee43fb1cea0f7bade9ce0c","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T23:17:56Z","title_canon_sha256":"123148aeb1e72c62bbc43df2170e29ad8104ca286a29551d290e88ae3fe0eea2"},"schema_version":"1.0","source":{"id":"2310.08764","kind":"arxiv","version":1}},"canonical_sha256":"073dfc99443dce65219900fbd9243535e3ee8681ff143b29ea72cb7a55306d06","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"073dfc99443dce65219900fbd9243535e3ee8681ff143b29ea72cb7a55306d06","first_computed_at":"2026-07-05T07:00:34.700977Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:00:34.700977Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yUD1HxFAnLTNAVGbcIrTEQLDPrZOPkA+Pe2ZYXph6K6QWm2DY+YyAUEYZALK5ObJu5Z4KEgjO0sHVMRssGr0DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:00:34.701377Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.08764","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c472bf723e2bf37aaeb22f4990aa752463f717abed5be11547e49e7a0d34307b","sha256:7c5cf96c6eb05cafc0a7073855da9ab93eec9f51ba133b619fa0f7e469796fb9"],"state_sha256":"02a23f77ab5c9492f0c76ec6884d4ac7899ea82027993f07a57b0c17ad45fabb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qKp7w7RYjmyCw7gTqc4sSrgMn0x+T3nvMjHVCSp3RHQDAuE8WIb2P6eAg1HCY5lnqLWA547TP4cobLAcw5cXCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T20:12:26.330171Z","bundle_sha256":"dba05f0de5640216dfc1fdb9586638e4a0c2034bee5584e3bee273fe502a21ec"}}