{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:HSA55U3LDR5YZTO37NYW3UAPJP","short_pith_number":"pith:HSA55U3L","canonical_record":{"source":{"id":"2011.02593","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-11-05T00:18:53Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0601b934b5bfe90f93d92ed7d2ee1c1ded630c08c24535bb355ecc16f9ddd5ab","abstract_canon_sha256":"58bc7f3bdfa567d0c5cf2ee1f1814968a9bcd8516e21b4d87830f1f2c72f3ff3"},"schema_version":"1.0"},"canonical_sha256":"3c81ded36b1c7b8ccddbfb716dd00f4bc7e13e2027424005b64990a45a97d734","source":{"kind":"arxiv","id":"2011.02593","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.02593","created_at":"2026-07-05T02:45:48Z"},{"alias_kind":"arxiv_version","alias_value":"2011.02593v3","created_at":"2026-07-05T02:45:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.02593","created_at":"2026-07-05T02:45:48Z"},{"alias_kind":"pith_short_12","alias_value":"HSA55U3LDR5Y","created_at":"2026-07-05T02:45:48Z"},{"alias_kind":"pith_short_16","alias_value":"HSA55U3LDR5YZTO3","created_at":"2026-07-05T02:45:48Z"},{"alias_kind":"pith_short_8","alias_value":"HSA55U3L","created_at":"2026-07-05T02:45:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:HSA55U3LDR5YZTO37NYW3UAPJP","target":"record","payload":{"canonical_record":{"source":{"id":"2011.02593","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-11-05T00:18:53Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0601b934b5bfe90f93d92ed7d2ee1c1ded630c08c24535bb355ecc16f9ddd5ab","abstract_canon_sha256":"58bc7f3bdfa567d0c5cf2ee1f1814968a9bcd8516e21b4d87830f1f2c72f3ff3"},"schema_version":"1.0"},"canonical_sha256":"3c81ded36b1c7b8ccddbfb716dd00f4bc7e13e2027424005b64990a45a97d734","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:45:48.806236Z","signature_b64":"emN+bmkyxrF3pT3fMW4X12+m/K2JeAWxo1gbzusW+K2T+fgfJInywXQFmg8NrMv9O8o1sEu/EJnFkAbBAxFCDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3c81ded36b1c7b8ccddbfb716dd00f4bc7e13e2027424005b64990a45a97d734","last_reissued_at":"2026-07-05T02:45:48.805665Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:45:48.805665Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2011.02593","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:45:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t8hAG6GYzjkmerAfd5IbfQuH3QlRKZbJL6jJ1Y3jJqcCTq4mup84MA7oGEToxKySoxGqAqSOSqZAzsx7diKgCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:21:19.496182Z"},"content_sha256":"a909eb285677814deca9c73e3e6d5cc5174b6a87beb0094cb2adb75576baa072","schema_version":"1.0","event_id":"sha256:a909eb285677814deca9c73e3e6d5cc5174b6a87beb0094cb2adb75576baa072"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:HSA55U3LDR5YZTO37NYW3UAPJP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Detecting Hallucinated Content in Conditional Neural Sequence Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chunting Zhou, Graham Neubig, Jiatao Gu, Luke Zettlemoyer, Marjan Ghazvininejad, Mona Diab, Paco Guzman","submitted_at":"2020-11-05T00:18:53Z","abstract_excerpt":"Neural sequence models can generate highly fluent sentences, but recent studies have also shown that they are also prone to hallucinate additional content not supported by the input. These variety of fluent but wrong outputs are particularly problematic, as it will not be possible for users to tell they are being presented incorrect content. To detect these errors, we propose a task to predict whether each token in the output sequence is hallucinated (not contained in the input) and collect new manually annotated evaluation sets for this task. We also introduce a method for learning to detect "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.02593","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2011.02593/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:45:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kUh1I8DgliL3y8XUUPGuud7cC73jY6bruuYPeOJMjpYGkTAn1Jl8gpcU1gHOM4tc1QfWIauJkD/4WzLwBNFDAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:21:19.496738Z"},"content_sha256":"1be64586e168907530c296a166860a697337b9516b0b4f0e15d8d5a0ce8c05ce","schema_version":"1.0","event_id":"sha256:1be64586e168907530c296a166860a697337b9516b0b4f0e15d8d5a0ce8c05ce"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HSA55U3LDR5YZTO37NYW3UAPJP/bundle.json","state_url":"https://pith.science/pith/HSA55U3LDR5YZTO37NYW3UAPJP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HSA55U3LDR5YZTO37NYW3UAPJP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T00:21:19Z","links":{"resolver":"https://pith.science/pith/HSA55U3LDR5YZTO37NYW3UAPJP","bundle":"https://pith.science/pith/HSA55U3LDR5YZTO37NYW3UAPJP/bundle.json","state":"https://pith.science/pith/HSA55U3LDR5YZTO37NYW3UAPJP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HSA55U3LDR5YZTO37NYW3UAPJP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:HSA55U3LDR5YZTO37NYW3UAPJP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"58bc7f3bdfa567d0c5cf2ee1f1814968a9bcd8516e21b4d87830f1f2c72f3ff3","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-11-05T00:18:53Z","title_canon_sha256":"0601b934b5bfe90f93d92ed7d2ee1c1ded630c08c24535bb355ecc16f9ddd5ab"},"schema_version":"1.0","source":{"id":"2011.02593","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.02593","created_at":"2026-07-05T02:45:48Z"},{"alias_kind":"arxiv_version","alias_value":"2011.02593v3","created_at":"2026-07-05T02:45:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.02593","created_at":"2026-07-05T02:45:48Z"},{"alias_kind":"pith_short_12","alias_value":"HSA55U3LDR5Y","created_at":"2026-07-05T02:45:48Z"},{"alias_kind":"pith_short_16","alias_value":"HSA55U3LDR5YZTO3","created_at":"2026-07-05T02:45:48Z"},{"alias_kind":"pith_short_8","alias_value":"HSA55U3L","created_at":"2026-07-05T02:45:48Z"}],"graph_snapshots":[{"event_id":"sha256:1be64586e168907530c296a166860a697337b9516b0b4f0e15d8d5a0ce8c05ce","target":"graph","created_at":"2026-07-05T02:45:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2011.02593/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Neural sequence models can generate highly fluent sentences, but recent studies have also shown that they are also prone to hallucinate additional content not supported by the input. These variety of fluent but wrong outputs are particularly problematic, as it will not be possible for users to tell they are being presented incorrect content. To detect these errors, we propose a task to predict whether each token in the output sequence is hallucinated (not contained in the input) and collect new manually annotated evaluation sets for this task. We also introduce a method for learning to detect ","authors_text":"Chunting Zhou, Graham Neubig, Jiatao Gu, Luke Zettlemoyer, Marjan Ghazvininejad, Mona Diab, Paco Guzman","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-11-05T00:18:53Z","title":"Detecting Hallucinated Content in Conditional Neural Sequence Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.02593","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a909eb285677814deca9c73e3e6d5cc5174b6a87beb0094cb2adb75576baa072","target":"record","created_at":"2026-07-05T02:45:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"58bc7f3bdfa567d0c5cf2ee1f1814968a9bcd8516e21b4d87830f1f2c72f3ff3","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-11-05T00:18:53Z","title_canon_sha256":"0601b934b5bfe90f93d92ed7d2ee1c1ded630c08c24535bb355ecc16f9ddd5ab"},"schema_version":"1.0","source":{"id":"2011.02593","kind":"arxiv","version":3}},"canonical_sha256":"3c81ded36b1c7b8ccddbfb716dd00f4bc7e13e2027424005b64990a45a97d734","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3c81ded36b1c7b8ccddbfb716dd00f4bc7e13e2027424005b64990a45a97d734","first_computed_at":"2026-07-05T02:45:48.805665Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:45:48.805665Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"emN+bmkyxrF3pT3fMW4X12+m/K2JeAWxo1gbzusW+K2T+fgfJInywXQFmg8NrMv9O8o1sEu/EJnFkAbBAxFCDw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:45:48.806236Z","signed_message":"canonical_sha256_bytes"},"source_id":"2011.02593","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a909eb285677814deca9c73e3e6d5cc5174b6a87beb0094cb2adb75576baa072","sha256:1be64586e168907530c296a166860a697337b9516b0b4f0e15d8d5a0ce8c05ce"],"state_sha256":"50e2c44478ffd100a12702637657914033ea4d5b83f52fb4cd132599f32ee997"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H7c9yFAPqALyEyk1YMKu9J04pjEKlA19YCZAuol5MuDQLAe1vryzXFKrP1aXFdOKPYhZrppphyK/GFeCzzTeDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T00:21:19.501821Z","bundle_sha256":"0d1d331f64fd8dc7bb4e241eb2dbe5bfe394886748c39ca584f75e7a1db98203"}}