{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YVDIJ5SYV4ZKUPXXHXUQOQ7R53","short_pith_number":"pith:YVDIJ5SY","canonical_record":{"source":{"id":"2402.10496","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-16T08:10:34Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5d56457b55f097e527256b862cbb0f99e83d6a4dc270ab25bf86d031c11d2a95","abstract_canon_sha256":"b1013b032ba7e50db75c02c8b375f1b8f7e8fbc0b618efc07803fe5a6f49d4de"},"schema_version":"1.0"},"canonical_sha256":"c54684f658af32aa3ef73de90743f1eef03b478a5734ab1efec8b9df09f9c7ca","source":{"kind":"arxiv","id":"2402.10496","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.10496","created_at":"2026-07-05T08:32:36Z"},{"alias_kind":"arxiv_version","alias_value":"2402.10496v2","created_at":"2026-07-05T08:32:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.10496","created_at":"2026-07-05T08:32:36Z"},{"alias_kind":"pith_short_12","alias_value":"YVDIJ5SYV4ZK","created_at":"2026-07-05T08:32:36Z"},{"alias_kind":"pith_short_16","alias_value":"YVDIJ5SYV4ZKUPXX","created_at":"2026-07-05T08:32:36Z"},{"alias_kind":"pith_short_8","alias_value":"YVDIJ5SY","created_at":"2026-07-05T08:32:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YVDIJ5SYV4ZKUPXXHXUQOQ7R53","target":"record","payload":{"canonical_record":{"source":{"id":"2402.10496","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-16T08:10:34Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5d56457b55f097e527256b862cbb0f99e83d6a4dc270ab25bf86d031c11d2a95","abstract_canon_sha256":"b1013b032ba7e50db75c02c8b375f1b8f7e8fbc0b618efc07803fe5a6f49d4de"},"schema_version":"1.0"},"canonical_sha256":"c54684f658af32aa3ef73de90743f1eef03b478a5734ab1efec8b9df09f9c7ca","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:32:36.685253Z","signature_b64":"4FLwS2Al5I5qo2T+z4gnD1fxHYK1J84TJjj184xzHbxueOMAZ55h+kdarXquiB62TuSLIVzMbAzfnHzyGMTGCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c54684f658af32aa3ef73de90743f1eef03b478a5734ab1efec8b9df09f9c7ca","last_reissued_at":"2026-07-05T08:32:36.684771Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:32:36.684771Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.10496","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1n5k9E4eSqSlriPHbU9EgfQqm+UoKNA42E/o+6KLiekGOO+K5GmgfXHZ/vZijcY24lyO1ba3PHzdo/xOol4ABg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T20:02:25.326560Z"},"content_sha256":"251262f5cfe3485240b190f3295a10bee15e6c970ba96b3e4a651486b9a362e3","schema_version":"1.0","event_id":"sha256:251262f5cfe3485240b190f3295a10bee15e6c970ba96b3e4a651486b9a362e3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YVDIJ5SYV4ZKUPXXHXUQOQ7R53","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Comparing Hallucination Detection Metrics for Multilingual Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Haoqiang Kang, Luke Zettlemoyer, Terra Blevins","submitted_at":"2024-02-16T08:10:34Z","abstract_excerpt":"While many hallucination detection techniques have been evaluated on English text, their effectiveness in multilingual contexts remains unknown. This paper assesses how well various factual hallucination detection metrics (lexical metrics like ROUGE and Named Entity Overlap, and Natural Language Inference (NLI)-based metrics) identify hallucinations in generated biographical summaries across languages. We compare how well automatic metrics correlate to each other and whether they agree with human judgments of factuality. Our analysis reveals that while the lexical metrics are ineffective, NLI-"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.10496","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.10496/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tp9rRj55U91Ke8WXqnYYvH/GfXpxRzQY7q5DrReVLTP/3EktgKrR7BQCe4qVSQSbX1EIww2fCydPiXEzUKUQBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T20:02:25.326947Z"},"content_sha256":"4202de3893388c2d472cf6f4f446faa5a9760a3793726910a91ed5e35020aebc","schema_version":"1.0","event_id":"sha256:4202de3893388c2d472cf6f4f446faa5a9760a3793726910a91ed5e35020aebc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YVDIJ5SYV4ZKUPXXHXUQOQ7R53/bundle.json","state_url":"https://pith.science/pith/YVDIJ5SYV4ZKUPXXHXUQOQ7R53/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YVDIJ5SYV4ZKUPXXHXUQOQ7R53/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T20:02:25Z","links":{"resolver":"https://pith.science/pith/YVDIJ5SYV4ZKUPXXHXUQOQ7R53","bundle":"https://pith.science/pith/YVDIJ5SYV4ZKUPXXHXUQOQ7R53/bundle.json","state":"https://pith.science/pith/YVDIJ5SYV4ZKUPXXHXUQOQ7R53/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YVDIJ5SYV4ZKUPXXHXUQOQ7R53/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YVDIJ5SYV4ZKUPXXHXUQOQ7R53","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b1013b032ba7e50db75c02c8b375f1b8f7e8fbc0b618efc07803fe5a6f49d4de","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-16T08:10:34Z","title_canon_sha256":"5d56457b55f097e527256b862cbb0f99e83d6a4dc270ab25bf86d031c11d2a95"},"schema_version":"1.0","source":{"id":"2402.10496","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.10496","created_at":"2026-07-05T08:32:36Z"},{"alias_kind":"arxiv_version","alias_value":"2402.10496v2","created_at":"2026-07-05T08:32:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.10496","created_at":"2026-07-05T08:32:36Z"},{"alias_kind":"pith_short_12","alias_value":"YVDIJ5SYV4ZK","created_at":"2026-07-05T08:32:36Z"},{"alias_kind":"pith_short_16","alias_value":"YVDIJ5SYV4ZKUPXX","created_at":"2026-07-05T08:32:36Z"},{"alias_kind":"pith_short_8","alias_value":"YVDIJ5SY","created_at":"2026-07-05T08:32:36Z"}],"graph_snapshots":[{"event_id":"sha256:4202de3893388c2d472cf6f4f446faa5a9760a3793726910a91ed5e35020aebc","target":"graph","created_at":"2026-07-05T08:32:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.10496/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While many hallucination detection techniques have been evaluated on English text, their effectiveness in multilingual contexts remains unknown. This paper assesses how well various factual hallucination detection metrics (lexical metrics like ROUGE and Named Entity Overlap, and Natural Language Inference (NLI)-based metrics) identify hallucinations in generated biographical summaries across languages. We compare how well automatic metrics correlate to each other and whether they agree with human judgments of factuality. Our analysis reveals that while the lexical metrics are ineffective, NLI-","authors_text":"Haoqiang Kang, Luke Zettlemoyer, Terra Blevins","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-16T08:10:34Z","title":"Comparing Hallucination Detection Metrics for Multilingual Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.10496","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:251262f5cfe3485240b190f3295a10bee15e6c970ba96b3e4a651486b9a362e3","target":"record","created_at":"2026-07-05T08:32:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b1013b032ba7e50db75c02c8b375f1b8f7e8fbc0b618efc07803fe5a6f49d4de","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-16T08:10:34Z","title_canon_sha256":"5d56457b55f097e527256b862cbb0f99e83d6a4dc270ab25bf86d031c11d2a95"},"schema_version":"1.0","source":{"id":"2402.10496","kind":"arxiv","version":2}},"canonical_sha256":"c54684f658af32aa3ef73de90743f1eef03b478a5734ab1efec8b9df09f9c7ca","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c54684f658af32aa3ef73de90743f1eef03b478a5734ab1efec8b9df09f9c7ca","first_computed_at":"2026-07-05T08:32:36.684771Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:32:36.684771Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4FLwS2Al5I5qo2T+z4gnD1fxHYK1J84TJjj184xzHbxueOMAZ55h+kdarXquiB62TuSLIVzMbAzfnHzyGMTGCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:32:36.685253Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.10496","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:251262f5cfe3485240b190f3295a10bee15e6c970ba96b3e4a651486b9a362e3","sha256:4202de3893388c2d472cf6f4f446faa5a9760a3793726910a91ed5e35020aebc"],"state_sha256":"4b21cd133a46c9e85b1eb5f35d6513ae815cb602ee72dfa6bed2878db648c625"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"62m86o9Za/wrHZMrorqX2ZJ7Je0qrI8gk6MZQyNvnyw51xqMWK8r0O9DMmaDOOJFalFhGJty3LegaP1UIIsuCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T20:02:25.329583Z","bundle_sha256":"f37db6d2cbc00e38305d5f8415abc9e1b84c6da94293b2a9b4a6487c3f183b68"}}