{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:XOXFGEXKKMRPKGW7S4TLHORK5X","short_pith_number":"pith:XOXFGEXK","canonical_record":{"source":{"id":"2504.11975","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-16T11:15:26Z","cross_cats_sorted":[],"title_canon_sha256":"549c78bb872084d22a052b2b370751ffa0b93898f8711b62aa14cc73e1574206","abstract_canon_sha256":"dfcc5774768a40e3b5c2dd6b31541dc23edabfd3d2161720ffc3adb2b6178a5f"},"schema_version":"1.0"},"canonical_sha256":"bbae5312ea5322f51adf9726b3ba2aedcf242658a9e53e986dfb14866654b7e3","source":{"kind":"arxiv","id":"2504.11975","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.11975","created_at":"2026-07-05T10:54:46Z"},{"alias_kind":"arxiv_version","alias_value":"2504.11975v2","created_at":"2026-07-05T10:54:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.11975","created_at":"2026-07-05T10:54:46Z"},{"alias_kind":"pith_short_12","alias_value":"XOXFGEXKKMRP","created_at":"2026-07-05T10:54:46Z"},{"alias_kind":"pith_short_16","alias_value":"XOXFGEXKKMRPKGW7","created_at":"2026-07-05T10:54:46Z"},{"alias_kind":"pith_short_8","alias_value":"XOXFGEXK","created_at":"2026-07-05T10:54:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:XOXFGEXKKMRPKGW7S4TLHORK5X","target":"record","payload":{"canonical_record":{"source":{"id":"2504.11975","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-16T11:15:26Z","cross_cats_sorted":[],"title_canon_sha256":"549c78bb872084d22a052b2b370751ffa0b93898f8711b62aa14cc73e1574206","abstract_canon_sha256":"dfcc5774768a40e3b5c2dd6b31541dc23edabfd3d2161720ffc3adb2b6178a5f"},"schema_version":"1.0"},"canonical_sha256":"bbae5312ea5322f51adf9726b3ba2aedcf242658a9e53e986dfb14866654b7e3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:54:46.726970Z","signature_b64":"1ce2vAgdYdsx4TGPoxV/YXKN99vx1uHILpJ6QAkMxFobT1N9wWXJKiLt9aaaoXGFN5w4207RK4J/BMANiALGDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bbae5312ea5322f51adf9726b3ba2aedcf242658a9e53e986dfb14866654b7e3","last_reissued_at":"2026-07-05T10:54:46.726493Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:54:46.726493Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.11975","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:54:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9g8zESdtD07hKZ3n1+xHz8jvCytiZBvbh+MxP8Dq1fbPwrsDdaHyCTPSZvF0b/A0RgDipS9sHfthBVK87aSuAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:01:38.635577Z"},"content_sha256":"4f7179118a925a09a37f7c3559f0d865d9edbc7593d0f67492a52c1c678196d0","schema_version":"1.0","event_id":"sha256:4f7179118a925a09a37f7c3559f0d865d9edbc7593d0f67492a52c1c678196d0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:XOXFGEXKKMRPKGW7S4TLHORK5X","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SemEval-2025 Task 3: Mu-SHROOM, the Multilingual Shared Task on Hallucinations and Related Observable Overgeneration Mistakes","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alessandro Raganato, Aman Sinha, Elaine Zosa, Fernando S\\'anchez-Vega, Jaione Bengoetxea, Jind\\v{r}ich Helcl, Jind\\v{r}ich Libovick\\'y, J\\\"org Tiedemann, Joseph Attieh, Jussi Karlgren, Liane Guillou, Marianna Apidianaki, Ona de Gibert, Ra\\'ul V\\'azquez, Shaoxiong Ji, Teemu Vahtola, Timothee Mickus, Vincent Segonne","submitted_at":"2025-04-16T11:15:26Z","abstract_excerpt":"We present the Mu-SHROOM shared task which is focused on detecting hallucinations and other overgeneration mistakes in the output of instruction-tuned large language models (LLMs). Mu-SHROOM addresses general-purpose LLMs in 14 languages, and frames the hallucination detection problem as a span-labeling task. We received 2,618 submissions from 43 participating teams employing diverse methodologies. The large number of submissions underscores the interest of the community in hallucination detection. We present the results of the participating systems and conduct an empirical analysis to identif"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.11975","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.11975/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:54:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UAfI+5gOYGu9NZPfSH0FdSBZv3IVeuT6oJ6zDSV7TL0FDvPQwQ13GtDRpEnjtSGtcqB//7sx5PuN/SFg6X9/Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:01:38.635958Z"},"content_sha256":"936832cf85d504ecc0d8dba43ec06e3a4ffc9ca83ac82e413c46fd5925e0a6e2","schema_version":"1.0","event_id":"sha256:936832cf85d504ecc0d8dba43ec06e3a4ffc9ca83ac82e413c46fd5925e0a6e2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XOXFGEXKKMRPKGW7S4TLHORK5X/bundle.json","state_url":"https://pith.science/pith/XOXFGEXKKMRPKGW7S4TLHORK5X/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XOXFGEXKKMRPKGW7S4TLHORK5X/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T17:01:38Z","links":{"resolver":"https://pith.science/pith/XOXFGEXKKMRPKGW7S4TLHORK5X","bundle":"https://pith.science/pith/XOXFGEXKKMRPKGW7S4TLHORK5X/bundle.json","state":"https://pith.science/pith/XOXFGEXKKMRPKGW7S4TLHORK5X/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XOXFGEXKKMRPKGW7S4TLHORK5X/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:XOXFGEXKKMRPKGW7S4TLHORK5X","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dfcc5774768a40e3b5c2dd6b31541dc23edabfd3d2161720ffc3adb2b6178a5f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-16T11:15:26Z","title_canon_sha256":"549c78bb872084d22a052b2b370751ffa0b93898f8711b62aa14cc73e1574206"},"schema_version":"1.0","source":{"id":"2504.11975","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.11975","created_at":"2026-07-05T10:54:46Z"},{"alias_kind":"arxiv_version","alias_value":"2504.11975v2","created_at":"2026-07-05T10:54:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.11975","created_at":"2026-07-05T10:54:46Z"},{"alias_kind":"pith_short_12","alias_value":"XOXFGEXKKMRP","created_at":"2026-07-05T10:54:46Z"},{"alias_kind":"pith_short_16","alias_value":"XOXFGEXKKMRPKGW7","created_at":"2026-07-05T10:54:46Z"},{"alias_kind":"pith_short_8","alias_value":"XOXFGEXK","created_at":"2026-07-05T10:54:46Z"}],"graph_snapshots":[{"event_id":"sha256:936832cf85d504ecc0d8dba43ec06e3a4ffc9ca83ac82e413c46fd5925e0a6e2","target":"graph","created_at":"2026-07-05T10:54:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.11975/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present the Mu-SHROOM shared task which is focused on detecting hallucinations and other overgeneration mistakes in the output of instruction-tuned large language models (LLMs). Mu-SHROOM addresses general-purpose LLMs in 14 languages, and frames the hallucination detection problem as a span-labeling task. We received 2,618 submissions from 43 participating teams employing diverse methodologies. The large number of submissions underscores the interest of the community in hallucination detection. We present the results of the participating systems and conduct an empirical analysis to identif","authors_text":"Alessandro Raganato, Aman Sinha, Elaine Zosa, Fernando S\\'anchez-Vega, Jaione Bengoetxea, Jind\\v{r}ich Helcl, Jind\\v{r}ich Libovick\\'y, J\\\"org Tiedemann, Joseph Attieh, Jussi Karlgren, Liane Guillou, Marianna Apidianaki, Ona de Gibert, Ra\\'ul V\\'azquez, Shaoxiong Ji, Teemu Vahtola, Timothee Mickus, Vincent Segonne","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-16T11:15:26Z","title":"SemEval-2025 Task 3: Mu-SHROOM, the Multilingual Shared Task on Hallucinations and Related Observable Overgeneration Mistakes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.11975","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4f7179118a925a09a37f7c3559f0d865d9edbc7593d0f67492a52c1c678196d0","target":"record","created_at":"2026-07-05T10:54:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dfcc5774768a40e3b5c2dd6b31541dc23edabfd3d2161720ffc3adb2b6178a5f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-16T11:15:26Z","title_canon_sha256":"549c78bb872084d22a052b2b370751ffa0b93898f8711b62aa14cc73e1574206"},"schema_version":"1.0","source":{"id":"2504.11975","kind":"arxiv","version":2}},"canonical_sha256":"bbae5312ea5322f51adf9726b3ba2aedcf242658a9e53e986dfb14866654b7e3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bbae5312ea5322f51adf9726b3ba2aedcf242658a9e53e986dfb14866654b7e3","first_computed_at":"2026-07-05T10:54:46.726493Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:54:46.726493Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1ce2vAgdYdsx4TGPoxV/YXKN99vx1uHILpJ6QAkMxFobT1N9wWXJKiLt9aaaoXGFN5w4207RK4J/BMANiALGDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:54:46.726970Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.11975","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4f7179118a925a09a37f7c3559f0d865d9edbc7593d0f67492a52c1c678196d0","sha256:936832cf85d504ecc0d8dba43ec06e3a4ffc9ca83ac82e413c46fd5925e0a6e2"],"state_sha256":"d896e56ad5937aee5ae3aefe30c884be1b336a6123e92875812a13549c4c26bf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pmoSpweWqFIMo9aBM+w3KcFhh7QAjBfyvTwL5YG2Zb7ykwKaQvo50743ThitXZKVFdlrPhOGub66UgTpCDGHAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T17:01:38.639260Z","bundle_sha256":"0732e6732d1264fb7b7419cfcadb2f9f9d9242d9198c6c78369097341d0e2595"}}