{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:5BQXMCRRZQZDYPAPPQXHLJCHYB","short_pith_number":"pith:5BQXMCRR","canonical_record":{"source":{"id":"2309.11669","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-20T22:30:20Z","cross_cats_sorted":[],"title_canon_sha256":"b525d7404ab2fc066fa932fcaca16cd9a41726c7ed61ce8d8d49de566fb3d5a5","abstract_canon_sha256":"6c5cf8d54d2cbf218d7e303b5c870d11132684e86fda61c04e1113bd377d3cd2"},"schema_version":"1.0"},"canonical_sha256":"e861760a31cc323c3c0f7c2e75a447c0504be25718a2fd2ac592f5d45a533e87","source":{"kind":"arxiv","id":"2309.11669","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.11669","created_at":"2026-07-05T06:52:52Z"},{"alias_kind":"arxiv_version","alias_value":"2309.11669v1","created_at":"2026-07-05T06:52:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.11669","created_at":"2026-07-05T06:52:52Z"},{"alias_kind":"pith_short_12","alias_value":"5BQXMCRRZQZD","created_at":"2026-07-05T06:52:52Z"},{"alias_kind":"pith_short_16","alias_value":"5BQXMCRRZQZDYPAP","created_at":"2026-07-05T06:52:52Z"},{"alias_kind":"pith_short_8","alias_value":"5BQXMCRR","created_at":"2026-07-05T06:52:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:5BQXMCRRZQZDYPAPPQXHLJCHYB","target":"record","payload":{"canonical_record":{"source":{"id":"2309.11669","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-20T22:30:20Z","cross_cats_sorted":[],"title_canon_sha256":"b525d7404ab2fc066fa932fcaca16cd9a41726c7ed61ce8d8d49de566fb3d5a5","abstract_canon_sha256":"6c5cf8d54d2cbf218d7e303b5c870d11132684e86fda61c04e1113bd377d3cd2"},"schema_version":"1.0"},"canonical_sha256":"e861760a31cc323c3c0f7c2e75a447c0504be25718a2fd2ac592f5d45a533e87","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:52:52.777203Z","signature_b64":"iW78c2eBKC/SF+UNfzvf4YsV0G/6XugEU7VP0mppJKxL9IAoWX8Fj82ZWWpR9vzaWU30fSyGZiVhgdCxNmrUBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e861760a31cc323c3c0f7c2e75a447c0504be25718a2fd2ac592f5d45a533e87","last_reissued_at":"2026-07-05T06:52:52.776221Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:52:52.776221Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.11669","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:52:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FOFXxU4YvPcH+GGGW9ci9NcVaDsobwOC7+VpH8FZ33plxfagxovq0Iec+6VjtjhDmv4nOwZUD56cq4DmM0hTCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:36:31.690134Z"},"content_sha256":"2415f6571cffec07e342ef167932411e9612709102cda14fc08d03c7baacbae0","schema_version":"1.0","event_id":"sha256:2415f6571cffec07e342ef167932411e9612709102cda14fc08d03c7baacbae0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:5BQXMCRRZQZDYPAPPQXHLJCHYB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Construction of Paired Knowledge Graph-Text Datasets Informed by Cyclic Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ali Mousavi, Benjamin Han, He Bai, Ihab Ilyas, Jeff Pound, Josh Susskind, Natalie Schluter, Navdeep Jaitly, Peng Shi, Theo Rekatsinas, Xin Zhan, Yunyao Li","submitted_at":"2023-09-20T22:30:20Z","abstract_excerpt":"Datasets that pair Knowledge Graphs (KG) and text together (KG-T) can be used to train forward and reverse neural models that generate text from KG and vice versa. However models trained on datasets where KG and text pairs are not equivalent can suffer from more hallucination and poorer recall. In this paper, we verify this empirically by generating datasets with different levels of noise and find that noisier datasets do indeed lead to more hallucination. We argue that the ability of forward and reverse models trained on a dataset to cyclically regenerate source KG or text is a proxy for the "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.11669","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.11669/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:52:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R9/5mIsJNa1rtXIDTv4s441EHmbFHHzx40Hn7fNmi/SLVqZppcoOlvPHeU8mflVHrM2LXe2iPsjtNcbmy+N9BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:36:31.691161Z"},"content_sha256":"bcca32dfb00df65c88c2cd8138385868f97794cadab49bb7e6269344aca2f7a1","schema_version":"1.0","event_id":"sha256:bcca32dfb00df65c88c2cd8138385868f97794cadab49bb7e6269344aca2f7a1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5BQXMCRRZQZDYPAPPQXHLJCHYB/bundle.json","state_url":"https://pith.science/pith/5BQXMCRRZQZDYPAPPQXHLJCHYB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5BQXMCRRZQZDYPAPPQXHLJCHYB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T23:36:31Z","links":{"resolver":"https://pith.science/pith/5BQXMCRRZQZDYPAPPQXHLJCHYB","bundle":"https://pith.science/pith/5BQXMCRRZQZDYPAPPQXHLJCHYB/bundle.json","state":"https://pith.science/pith/5BQXMCRRZQZDYPAPPQXHLJCHYB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5BQXMCRRZQZDYPAPPQXHLJCHYB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:5BQXMCRRZQZDYPAPPQXHLJCHYB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6c5cf8d54d2cbf218d7e303b5c870d11132684e86fda61c04e1113bd377d3cd2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-20T22:30:20Z","title_canon_sha256":"b525d7404ab2fc066fa932fcaca16cd9a41726c7ed61ce8d8d49de566fb3d5a5"},"schema_version":"1.0","source":{"id":"2309.11669","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.11669","created_at":"2026-07-05T06:52:52Z"},{"alias_kind":"arxiv_version","alias_value":"2309.11669v1","created_at":"2026-07-05T06:52:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.11669","created_at":"2026-07-05T06:52:52Z"},{"alias_kind":"pith_short_12","alias_value":"5BQXMCRRZQZD","created_at":"2026-07-05T06:52:52Z"},{"alias_kind":"pith_short_16","alias_value":"5BQXMCRRZQZDYPAP","created_at":"2026-07-05T06:52:52Z"},{"alias_kind":"pith_short_8","alias_value":"5BQXMCRR","created_at":"2026-07-05T06:52:52Z"}],"graph_snapshots":[{"event_id":"sha256:bcca32dfb00df65c88c2cd8138385868f97794cadab49bb7e6269344aca2f7a1","target":"graph","created_at":"2026-07-05T06:52:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.11669/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Datasets that pair Knowledge Graphs (KG) and text together (KG-T) can be used to train forward and reverse neural models that generate text from KG and vice versa. However models trained on datasets where KG and text pairs are not equivalent can suffer from more hallucination and poorer recall. In this paper, we verify this empirically by generating datasets with different levels of noise and find that noisier datasets do indeed lead to more hallucination. We argue that the ability of forward and reverse models trained on a dataset to cyclically regenerate source KG or text is a proxy for the ","authors_text":"Ali Mousavi, Benjamin Han, He Bai, Ihab Ilyas, Jeff Pound, Josh Susskind, Natalie Schluter, Navdeep Jaitly, Peng Shi, Theo Rekatsinas, Xin Zhan, Yunyao Li","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-20T22:30:20Z","title":"Construction of Paired Knowledge Graph-Text Datasets Informed by Cyclic Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.11669","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2415f6571cffec07e342ef167932411e9612709102cda14fc08d03c7baacbae0","target":"record","created_at":"2026-07-05T06:52:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6c5cf8d54d2cbf218d7e303b5c870d11132684e86fda61c04e1113bd377d3cd2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-20T22:30:20Z","title_canon_sha256":"b525d7404ab2fc066fa932fcaca16cd9a41726c7ed61ce8d8d49de566fb3d5a5"},"schema_version":"1.0","source":{"id":"2309.11669","kind":"arxiv","version":1}},"canonical_sha256":"e861760a31cc323c3c0f7c2e75a447c0504be25718a2fd2ac592f5d45a533e87","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e861760a31cc323c3c0f7c2e75a447c0504be25718a2fd2ac592f5d45a533e87","first_computed_at":"2026-07-05T06:52:52.776221Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:52:52.776221Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iW78c2eBKC/SF+UNfzvf4YsV0G/6XugEU7VP0mppJKxL9IAoWX8Fj82ZWWpR9vzaWU30fSyGZiVhgdCxNmrUBA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:52:52.777203Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.11669","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2415f6571cffec07e342ef167932411e9612709102cda14fc08d03c7baacbae0","sha256:bcca32dfb00df65c88c2cd8138385868f97794cadab49bb7e6269344aca2f7a1"],"state_sha256":"1330bd561edaea40cde3d1ab8a1ab2debfd531b99b276acf220b6dd0457973c1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i0riGnfZ03SUa01q0bm9gptk3k0Z/3Gr8lZnH7vpiCPQV75g7B6DMoZTHhzQIp9CoS5bjyXlocHB8SWvNDGkDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T23:36:31.696605Z","bundle_sha256":"133d0e7d32ba702669448c0d20aef3467a7ae410292695f5e225c00de552c39b"}}