{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:X235C4VJW6QY763GSK4VJRHYE6","short_pith_number":"pith:X235C4VJ","canonical_record":{"source":{"id":"2305.08281","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-14T23:58:05Z","cross_cats_sorted":[],"title_canon_sha256":"a5cc8d21a3127d04ad37264c68d79f2d610e04972366b7782e4fa8569d349daa","abstract_canon_sha256":"6386cbf557ad6f00ac898666ecb10fce89a4771bda594aeb33e5e407048bcc33"},"schema_version":"1.0"},"canonical_sha256":"beb7d172a9b7a18ffb6692b954c4f827ac4f1dc09fc8dd8a0bc9ab47cf283117","source":{"kind":"arxiv","id":"2305.08281","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.08281","created_at":"2026-07-05T07:02:28Z"},{"alias_kind":"arxiv_version","alias_value":"2305.08281v2","created_at":"2026-07-05T07:02:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.08281","created_at":"2026-07-05T07:02:28Z"},{"alias_kind":"pith_short_12","alias_value":"X235C4VJW6QY","created_at":"2026-07-05T07:02:28Z"},{"alias_kind":"pith_short_16","alias_value":"X235C4VJW6QY763G","created_at":"2026-07-05T07:02:28Z"},{"alias_kind":"pith_short_8","alias_value":"X235C4VJ","created_at":"2026-07-05T07:02:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:X235C4VJW6QY763GSK4VJRHYE6","target":"record","payload":{"canonical_record":{"source":{"id":"2305.08281","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-14T23:58:05Z","cross_cats_sorted":[],"title_canon_sha256":"a5cc8d21a3127d04ad37264c68d79f2d610e04972366b7782e4fa8569d349daa","abstract_canon_sha256":"6386cbf557ad6f00ac898666ecb10fce89a4771bda594aeb33e5e407048bcc33"},"schema_version":"1.0"},"canonical_sha256":"beb7d172a9b7a18ffb6692b954c4f827ac4f1dc09fc8dd8a0bc9ab47cf283117","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:02:28.934845Z","signature_b64":"RF7xu3scFQmlv8Av9CwmZkuM3UXFPm7QljTx+KQN2Gt8a/HktoZ73zNbtVsAUCCYDhxVccKNijzywKIgrJtnAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"beb7d172a9b7a18ffb6692b954c4f827ac4f1dc09fc8dd8a0bc9ab47cf283117","last_reissued_at":"2026-07-05T07:02:28.934328Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:02:28.934328Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.08281","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YDUxkftpa6Rfrd3YdZyOofZ7RZiOPo4oLW3Z2nglv+IwcjhIQymmnRONIeKF5QMtFN6pbDV/jBYo0zFuqZIQDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T15:58:56.765274Z"},"content_sha256":"548bbd39dae11bcd633d547287babb58c8a121f6c1625f3125b232de8713a539","schema_version":"1.0","event_id":"sha256:548bbd39dae11bcd633d547287babb58c8a121f6c1625f3125b232de8713a539"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:X235C4VJW6QY763GSK4VJRHYE6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FactKB: Generalizable Factuality Evaluation using Language Models Enhanced with Factual Knowledge","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Shangbin Feng, Vidhisha Balachandran, Yulia Tsvetkov, Yuyang Bai","submitted_at":"2023-05-14T23:58:05Z","abstract_excerpt":"Evaluating the factual consistency of automatically generated summaries is essential for the progress and adoption of reliable summarization systems. Despite recent advances, existing factuality evaluation models are not robust, being especially prone to entity and relation errors in new domains. We propose FactKB, a simple new approach to factuality evaluation that is generalizable across domains, in particular with respect to entities and relations. FactKB is based on language models pretrained using facts extracted from external knowledge bases. We introduce three types of complementary fac"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.08281","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.08281/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BsAcRg0M22XVbRoOsUMbqryj/TWePXEk+XYGGXzFLixBs1BPUQiYEaLvXHFqkIiR7BTbHBfMvOT9CzhOewNUDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T15:58:56.765611Z"},"content_sha256":"8a3d26bc0fe953de1bfb802f6d31cbf3f133e4035b1b8d57737e6b98f1c258fc","schema_version":"1.0","event_id":"sha256:8a3d26bc0fe953de1bfb802f6d31cbf3f133e4035b1b8d57737e6b98f1c258fc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/X235C4VJW6QY763GSK4VJRHYE6/bundle.json","state_url":"https://pith.science/pith/X235C4VJW6QY763GSK4VJRHYE6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/X235C4VJW6QY763GSK4VJRHYE6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T15:58:56Z","links":{"resolver":"https://pith.science/pith/X235C4VJW6QY763GSK4VJRHYE6","bundle":"https://pith.science/pith/X235C4VJW6QY763GSK4VJRHYE6/bundle.json","state":"https://pith.science/pith/X235C4VJW6QY763GSK4VJRHYE6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/X235C4VJW6QY763GSK4VJRHYE6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:X235C4VJW6QY763GSK4VJRHYE6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6386cbf557ad6f00ac898666ecb10fce89a4771bda594aeb33e5e407048bcc33","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-14T23:58:05Z","title_canon_sha256":"a5cc8d21a3127d04ad37264c68d79f2d610e04972366b7782e4fa8569d349daa"},"schema_version":"1.0","source":{"id":"2305.08281","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.08281","created_at":"2026-07-05T07:02:28Z"},{"alias_kind":"arxiv_version","alias_value":"2305.08281v2","created_at":"2026-07-05T07:02:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.08281","created_at":"2026-07-05T07:02:28Z"},{"alias_kind":"pith_short_12","alias_value":"X235C4VJW6QY","created_at":"2026-07-05T07:02:28Z"},{"alias_kind":"pith_short_16","alias_value":"X235C4VJW6QY763G","created_at":"2026-07-05T07:02:28Z"},{"alias_kind":"pith_short_8","alias_value":"X235C4VJ","created_at":"2026-07-05T07:02:28Z"}],"graph_snapshots":[{"event_id":"sha256:8a3d26bc0fe953de1bfb802f6d31cbf3f133e4035b1b8d57737e6b98f1c258fc","target":"graph","created_at":"2026-07-05T07:02:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.08281/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating the factual consistency of automatically generated summaries is essential for the progress and adoption of reliable summarization systems. Despite recent advances, existing factuality evaluation models are not robust, being especially prone to entity and relation errors in new domains. We propose FactKB, a simple new approach to factuality evaluation that is generalizable across domains, in particular with respect to entities and relations. FactKB is based on language models pretrained using facts extracted from external knowledge bases. We introduce three types of complementary fac","authors_text":"Shangbin Feng, Vidhisha Balachandran, Yulia Tsvetkov, Yuyang Bai","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-14T23:58:05Z","title":"FactKB: Generalizable Factuality Evaluation using Language Models Enhanced with Factual Knowledge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.08281","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:548bbd39dae11bcd633d547287babb58c8a121f6c1625f3125b232de8713a539","target":"record","created_at":"2026-07-05T07:02:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6386cbf557ad6f00ac898666ecb10fce89a4771bda594aeb33e5e407048bcc33","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-14T23:58:05Z","title_canon_sha256":"a5cc8d21a3127d04ad37264c68d79f2d610e04972366b7782e4fa8569d349daa"},"schema_version":"1.0","source":{"id":"2305.08281","kind":"arxiv","version":2}},"canonical_sha256":"beb7d172a9b7a18ffb6692b954c4f827ac4f1dc09fc8dd8a0bc9ab47cf283117","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"beb7d172a9b7a18ffb6692b954c4f827ac4f1dc09fc8dd8a0bc9ab47cf283117","first_computed_at":"2026-07-05T07:02:28.934328Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:02:28.934328Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RF7xu3scFQmlv8Av9CwmZkuM3UXFPm7QljTx+KQN2Gt8a/HktoZ73zNbtVsAUCCYDhxVccKNijzywKIgrJtnAw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:02:28.934845Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.08281","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:548bbd39dae11bcd633d547287babb58c8a121f6c1625f3125b232de8713a539","sha256:8a3d26bc0fe953de1bfb802f6d31cbf3f133e4035b1b8d57737e6b98f1c258fc"],"state_sha256":"29895a0243e246c3924056997e3691410671b2b0691f9e905fa48f8ea42023cc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8H+mw45lp2BQAZXulMgRWjtWzvNlZJvJz2e/JQBHIpF/bzFInvjWeX4GTY2qcg2h7D8KVVEb8oYs57hw//1DDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T15:58:56.769120Z","bundle_sha256":"a8f09d6f18184db799311a432a239f3683b0a25dd84e2b9e9d333aa092c8d987"}}